[ 586.763242] env[69302]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69302) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 586.763597] env[69302]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69302) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 586.763685] env[69302]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69302) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 586.764046] env[69302]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 586.861737] env[69302]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69302) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 586.872484] env[69302]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69302) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 586.916676] env[69302]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 587.477036] env[69302]: INFO nova.virt.driver [None req-287c29ed-6a68-44de-aa99-aa55786074ee None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 587.546460] env[69302]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.546700] env[69302]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.546834] env[69302]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69302) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 590.860253] env[69302]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-567fd78c-862a-49e9-9610-85321f1f48f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.876667] env[69302]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69302) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 590.876770] env[69302]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-dafb337c-58b2-4a8a-a366-57e91e71cda5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.112429] env[69302]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ffbd2. [ 591.112587] env[69302]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.566s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.113140] env[69302]: INFO nova.virt.vmwareapi.driver [None req-287c29ed-6a68-44de-aa99-aa55786074ee None None] VMware vCenter version: 7.0.3 [ 591.116551] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b239474-7d78-4d29-bd67-dfbf80deca29 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.134173] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab1155e-d7db-429e-8e46-4a1cfbecf3b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.139963] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0dd9cc-8353-4a88-b346-8ced216a5a7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.146469] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe5182a-c2f1-4b6b-8d29-b6ce21549d1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.159296] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaaf687-788a-4330-8cd9-165b91023a45 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.164947] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df244490-6f55-491f-a6b7-5bd1fe145685 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.195468] env[69302]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f4d093a0-b2e1-4cde-b43c-698edea7f76b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.200142] env[69302]: DEBUG nova.virt.vmwareapi.driver [None req-287c29ed-6a68-44de-aa99-aa55786074ee None None] Extension org.openstack.compute already exists. {{(pid=69302) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 591.202817] env[69302]: INFO nova.compute.provider_config [None req-287c29ed-6a68-44de-aa99-aa55786074ee None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 591.706033] env[69302]: DEBUG nova.context [None req-287c29ed-6a68-44de-aa99-aa55786074ee None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4c082c36-36e2-4f1f-b9f1-1794c2935a27(cell1) {{(pid=69302) load_cells /opt/stack/nova/nova/context.py:464}} [ 591.708313] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.708559] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.709300] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.709783] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Acquiring lock "4c082c36-36e2-4f1f-b9f1-1794c2935a27" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.709978] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Lock "4c082c36-36e2-4f1f-b9f1-1794c2935a27" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.711016] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Lock "4c082c36-36e2-4f1f-b9f1-1794c2935a27" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.731664] env[69302]: INFO dbcounter [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Registered counter for database nova_cell0 [ 591.739603] env[69302]: INFO dbcounter [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Registered counter for database nova_cell1 [ 591.742819] env[69302]: DEBUG oslo_db.sqlalchemy.engines [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69302) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 591.743203] env[69302]: DEBUG oslo_db.sqlalchemy.engines [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69302) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 591.748208] env[69302]: ERROR nova.db.main.api [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 591.748208] env[69302]: result = function(*args, **kwargs) [ 591.748208] env[69302]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 591.748208] env[69302]: return func(*args, **kwargs) [ 591.748208] env[69302]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 591.748208] env[69302]: result = fn(*args, **kwargs) [ 591.748208] env[69302]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 591.748208] env[69302]: return f(*args, **kwargs) [ 591.748208] env[69302]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 591.748208] env[69302]: return db.service_get_minimum_version(context, binaries) [ 591.748208] env[69302]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 591.748208] env[69302]: _check_db_access() [ 591.748208] env[69302]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 591.748208] env[69302]: stacktrace = ''.join(traceback.format_stack()) [ 591.748208] env[69302]: [ 591.748994] env[69302]: ERROR nova.db.main.api [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 591.748994] env[69302]: result = function(*args, **kwargs) [ 591.748994] env[69302]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 591.748994] env[69302]: return func(*args, **kwargs) [ 591.748994] env[69302]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 591.748994] env[69302]: result = fn(*args, **kwargs) [ 591.748994] env[69302]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 591.748994] env[69302]: return f(*args, **kwargs) [ 591.748994] env[69302]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 591.748994] env[69302]: return db.service_get_minimum_version(context, binaries) [ 591.748994] env[69302]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 591.748994] env[69302]: _check_db_access() [ 591.748994] env[69302]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 591.748994] env[69302]: stacktrace = ''.join(traceback.format_stack()) [ 591.748994] env[69302]: [ 591.749415] env[69302]: WARNING nova.objects.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 591.749600] env[69302]: WARNING nova.objects.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Failed to get minimum service version for cell 4c082c36-36e2-4f1f-b9f1-1794c2935a27 [ 591.749960] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Acquiring lock "singleton_lock" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.750139] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Acquired lock "singleton_lock" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.750374] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Releasing lock "singleton_lock" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.750690] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Full set of CONF: {{(pid=69302) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 591.750836] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ******************************************************************************** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 591.750963] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] Configuration options gathered from: {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 591.751113] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 591.751307] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 591.751434] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ================================================================================ {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 591.751640] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] allow_resize_to_same_host = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751810] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] arq_binding_timeout = 300 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.751937] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] backdoor_port = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752075] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] backdoor_socket = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752241] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] block_device_allocate_retries = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752400] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] block_device_allocate_retries_interval = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752568] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cert = self.pem {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752731] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.752897] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute_monitors = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753089] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] config_dir = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753266] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] config_drive_format = iso9660 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753400] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753600] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] config_source = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753776] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] console_host = devstack {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.753942] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] control_exchange = nova {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754155] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cpu_allocation_ratio = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754354] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] daemon = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754531] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] debug = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754692] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] default_access_ip_network_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.754862] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] default_availability_zone = nova {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755027] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] default_ephemeral_format = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755192] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] default_green_pool_size = 1000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755429] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755590] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] default_schedule_zone = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755749] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] disk_allocation_ratio = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.755905] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] enable_new_services = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756091] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] enabled_apis = ['osapi_compute'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756265] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] enabled_ssl_apis = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756423] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] flat_injected = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756584] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] force_config_drive = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756743] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] force_raw_images = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.756910] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] graceful_shutdown_timeout = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757087] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] heal_instance_info_cache_interval = -1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757312] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] host = cpu-1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757532] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757717] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.757878] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.758120] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.758289] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] instance_build_timeout = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.758450] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] instance_delete_interval = 300 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.758618] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] instance_format = [instance: %(uuid)s] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.758781] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] instance_name_template = instance-%08x {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.758939] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] instance_usage_audit = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.759125] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] instance_usage_audit_period = month {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.759290] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.759489] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.759703] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] internal_service_availability_zone = internal {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.759829] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] key = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.759988] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] live_migration_retry_count = 30 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.760170] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_color = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.760334] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_config_append = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.760501] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.760659] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_dir = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.760816] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_file = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.760943] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_options = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.761117] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_rotate_interval = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.761288] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_rotate_interval_type = days {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.761454] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] log_rotation_type = none {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.761598] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.761785] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.761967] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.762147] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.762278] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.762442] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] long_rpc_timeout = 1800 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.762603] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] max_concurrent_builds = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.762765] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] max_concurrent_live_migrations = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.762923] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] max_concurrent_snapshots = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.763092] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] max_local_block_devices = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.763257] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] max_logfile_count = 30 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.763415] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] max_logfile_size_mb = 200 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.763573] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] maximum_instance_delete_attempts = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.763741] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] metadata_listen = 0.0.0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.763909] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] metadata_listen_port = 8775 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.764086] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] metadata_workers = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.764251] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] migrate_max_retries = -1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.764418] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] mkisofs_cmd = genisoimage {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.764625] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.764758] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] my_ip = 10.180.1.21 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.764959] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.765140] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] network_allocate_retries = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.765320] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.765505] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.765692] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] osapi_compute_listen_port = 8774 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.765863] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] osapi_compute_unique_server_name_scope = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.766046] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] osapi_compute_workers = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.766214] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] password_length = 12 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.766373] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] periodic_enable = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.766533] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] periodic_fuzzy_delay = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.766703] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] pointer_model = usbtablet {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.766866] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] preallocate_images = none {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.767034] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] publish_errors = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.767167] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] pybasedir = /opt/stack/nova {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.767323] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ram_allocation_ratio = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.767505] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] rate_limit_burst = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.767690] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] rate_limit_except_level = CRITICAL {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.767849] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] rate_limit_interval = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.768016] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] reboot_timeout = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.768180] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] reclaim_instance_interval = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.768334] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] record = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.768502] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] reimage_timeout_per_gb = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.768665] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] report_interval = 120 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.768827] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] rescue_timeout = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.768980] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] reserved_host_cpus = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.769151] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] reserved_host_disk_mb = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.769311] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] reserved_host_memory_mb = 512 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.769481] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] reserved_huge_pages = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.769661] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] resize_confirm_window = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.769821] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] resize_fs_using_block_device = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.769977] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] resume_guests_state_on_host_boot = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.770160] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.770321] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] rpc_response_timeout = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.770500] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] run_external_periodic_tasks = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.770674] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] running_deleted_instance_action = reap {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.770833] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.770988] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] running_deleted_instance_timeout = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.771161] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler_instance_sync_interval = 120 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.771327] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_down_time = 720 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.771492] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] servicegroup_driver = db {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.771651] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] shell_completion = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.771809] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] shelved_offload_time = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.771966] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] shelved_poll_interval = 3600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.772147] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] shutdown_timeout = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.772307] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] source_is_ipv6 = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.772463] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ssl_only = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.772711] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.772879] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] sync_power_state_interval = 600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.773056] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] sync_power_state_pool_size = 1000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.773226] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] syslog_log_facility = LOG_USER {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.773382] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] tempdir = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.773541] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] timeout_nbd = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.773708] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] transport_url = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.773869] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] update_resources_interval = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.774038] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] use_cow_images = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.774202] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] use_journal = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.774359] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] use_json = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.774514] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] use_rootwrap_daemon = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.774670] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] use_stderr = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.774824] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] use_syslog = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.774977] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vcpu_pin_set = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.775155] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plugging_is_fatal = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.775323] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plugging_timeout = 300 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.775488] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] virt_mkfs = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.775651] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] volume_usage_poll_interval = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.775810] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] watch_log_file = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.775978] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] web = /usr/share/spice-html5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.776173] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.776340] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.776505] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.776675] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_concurrency.disable_process_locking = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777225] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777415] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777614] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777794] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.777967] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778161] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778349] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.auth_strategy = keystone {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778517] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.compute_link_prefix = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778698] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.778873] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.dhcp_domain = novalocal {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779054] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.enable_instance_password = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779226] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.glance_link_prefix = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779393] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779603] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779775] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.instance_list_per_project_cells = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.779938] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.list_records_by_skipping_down_cells = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780115] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.local_metadata_per_cell = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780286] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.max_limit = 1000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780466] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.metadata_cache_expiration = 15 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780657] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.neutron_default_tenant_id = default {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.780830] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.response_validation = warn {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781012] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.use_neutron_default_nets = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781188] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781354] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781522] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781694] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.781864] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.vendordata_dynamic_targets = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782036] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.vendordata_jsonfile_path = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782226] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782422] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.backend = dogpile.cache.memcached {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782592] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.backend_argument = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782755] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.backend_expiration_time = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.782929] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.config_prefix = cache.oslo {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.783110] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.dead_timeout = 60.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.783276] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.debug_cache_backend = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.783436] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.enable_retry_client = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.783599] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.enable_socket_keepalive = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.783772] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.enabled = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.783935] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.enforce_fips_mode = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.784109] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.expiration_time = 600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.784277] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.hashclient_retry_attempts = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.784441] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.784603] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_dead_retry = 300 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.784762] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_password = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.784925] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785101] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785268] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_pool_maxsize = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785431] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785591] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_sasl_enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785769] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.785930] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786100] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.memcache_username = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786268] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.proxies = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786428] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.redis_db = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786588] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.redis_password = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786759] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.786936] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787120] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.redis_server = localhost:6379 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787286] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.redis_socket_timeout = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787451] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.redis_username = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787639] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.retry_attempts = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787808] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.retry_delay = 0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.787971] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.socket_keepalive_count = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788145] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.socket_keepalive_idle = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788317] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.socket_keepalive_interval = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788471] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.tls_allowed_ciphers = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788630] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.tls_cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788785] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.tls_certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.788945] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.tls_enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789116] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cache.tls_keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789286] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789476] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.auth_type = password {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789651] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.789829] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790036] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790165] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790328] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.cross_az_attach = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790506] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.debug = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790680] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.endpoint_template = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.790846] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.http_retries = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791014] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791183] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791350] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.os_region_name = RegionOne {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791512] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791669] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cinder.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.791840] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792000] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.cpu_dedicated_set = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792173] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.cpu_shared_set = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792337] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.image_type_exclude_list = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792500] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792660] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792816] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.792971] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.793152] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.793314] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.resource_provider_association_refresh = 300 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.793471] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.793632] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.shutdown_retry_interval = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.793810] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.793986] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] conductor.workers = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.794176] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] console.allowed_origins = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.794339] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] console.ssl_ciphers = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.794509] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] console.ssl_minimum_version = default {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.794677] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] consoleauth.enforce_session_timeout = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.794842] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] consoleauth.token_ttl = 600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.795020] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.795179] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.795343] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.795504] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.connect_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.795664] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.connect_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.795821] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.endpoint_override = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.795980] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.796150] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.796309] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.max_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.796463] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.min_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.796621] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.region_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.796775] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.retriable_status_codes = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.796930] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.797107] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.service_type = accelerator {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.797271] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.797428] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.status_code_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.797613] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.status_code_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.797776] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.797954] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.798128] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] cyborg.version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.798295] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.asyncio_connection = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.798450] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.asyncio_slave_connection = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.798619] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.backend = sqlalchemy {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.798782] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.connection = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.798943] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.connection_debug = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.799122] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.connection_parameters = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.799285] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.connection_recycle_time = 3600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.799454] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.connection_trace = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.799631] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.db_inc_retry_interval = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.799795] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.db_max_retries = 20 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.799955] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.db_max_retry_interval = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.800146] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.db_retry_interval = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.800289] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.max_overflow = 50 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.800448] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.max_pool_size = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.800608] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.max_retries = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.800773] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.800929] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.mysql_wsrep_sync_wait = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.801093] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.pool_timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.801255] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.retry_interval = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.801409] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.slave_connection = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.801568] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.sqlite_synchronous = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.801728] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] database.use_db_reconnect = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.801893] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.asyncio_connection = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.802061] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.asyncio_slave_connection = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.802290] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.backend = sqlalchemy {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.802394] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.connection = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.802558] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.connection_debug = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.802725] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.connection_parameters = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.802886] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.connection_recycle_time = 3600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.803055] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.connection_trace = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.803220] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.db_inc_retry_interval = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.803378] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.db_max_retries = 20 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.803537] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.db_max_retry_interval = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.803701] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.db_retry_interval = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.803856] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.max_overflow = 50 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.804023] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.max_pool_size = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.804188] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.max_retries = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.804353] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.804508] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.804663] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.pool_timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.804820] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.retry_interval = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.804973] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.slave_connection = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.805147] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] api_database.sqlite_synchronous = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.805318] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] devices.enabled_mdev_types = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.805489] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.805659] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.805815] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ephemeral_storage_encryption.enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.805973] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.806155] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.api_servers = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.806315] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.806474] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.806630] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.806784] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.connect_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.806937] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.connect_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.807107] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.debug = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.807273] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.default_trusted_certificate_ids = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.807431] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.enable_certificate_validation = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.807617] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.enable_rbd_download = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.807780] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.endpoint_override = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.807943] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.808115] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.808275] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.max_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.808434] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.min_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.808600] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.num_retries = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.808767] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.rbd_ceph_conf = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.808927] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.rbd_connect_timeout = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.809109] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.rbd_pool = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.809280] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.rbd_user = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.809454] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.region_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.809641] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.retriable_status_codes = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.809805] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.809976] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.service_type = image {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.810155] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.810313] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.status_code_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.810484] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.status_code_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.810658] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.810839] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.811010] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.verify_glance_signatures = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.811181] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] glance.version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.811347] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] guestfs.debug = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.811513] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.811676] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.auth_type = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.811834] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.811993] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.812168] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.812325] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.connect_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.812481] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.connect_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.812640] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.endpoint_override = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.812799] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.812956] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.813128] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.max_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.813287] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.min_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.813443] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.region_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.813597] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.retriable_status_codes = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.813754] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.813921] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.service_type = shared-file-system {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.814096] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.share_apply_policy_timeout = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.814260] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.814416] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.status_code_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.814573] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.status_code_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.814735] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.814913] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.815084] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] manila.version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.815252] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] mks.enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.815595] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.815782] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] image_cache.manager_interval = 2400 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.815950] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] image_cache.precache_concurrency = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.816134] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] image_cache.remove_unused_base_images = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.816302] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.816467] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.816643] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] image_cache.subdirectory_name = _base {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.816817] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.api_max_retries = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.816982] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.api_retry_interval = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.817158] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.817320] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.auth_type = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.817497] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.817673] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.817839] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.818010] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.conductor_group = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.818181] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.connect_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.818341] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.connect_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.818499] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.endpoint_override = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.818661] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.818820] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.818979] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.max_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.819148] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.min_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.819313] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.peer_list = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.819487] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.region_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.819656] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.retriable_status_codes = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.819821] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.serial_console_state_timeout = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.819980] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.820165] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.service_type = baremetal {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.820327] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.shard = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.820530] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.820643] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.status_code_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.820800] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.status_code_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.820955] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.821148] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.821311] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ironic.version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.821490] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.821666] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] key_manager.fixed_key = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.821845] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.822012] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.barbican_api_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.822178] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.barbican_endpoint = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.822345] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.barbican_endpoint_type = public {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.822501] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.barbican_region_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.822657] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.822810] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.822972] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.823143] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.823297] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.823457] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.number_of_retries = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.823619] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.retry_delay = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.823778] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.send_service_user_token = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.823937] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.824105] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.824267] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.verify_ssl = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.824425] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican.verify_ssl_path = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.824584] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.824745] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.auth_type = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.824899] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.825063] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.825228] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.825387] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.825542] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.825701] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.825859] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] barbican_service_user.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.826028] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.approle_role_id = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.826191] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.approle_secret_id = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.826357] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.kv_mountpoint = secret {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.826513] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.kv_path = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.826675] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.kv_version = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.826828] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.namespace = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.826980] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.root_token_id = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.827148] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.ssl_ca_crt_file = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.827312] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.timeout = 60.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.827480] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.use_ssl = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.827661] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.827828] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.827990] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.828167] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.828327] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.connect_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.828485] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.connect_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.828656] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.endpoint_override = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.828823] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.828976] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.829145] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.max_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.829302] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.min_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.829476] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.region_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.829655] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.retriable_status_codes = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.829816] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.829983] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.service_type = identity {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.830158] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.830317] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.status_code_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.830490] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.status_code_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.830660] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.830840] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.830997] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] keystone.version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.831198] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.ceph_mount_options = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.831484] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.831664] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.connection_uri = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.831826] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.cpu_mode = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.831993] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.832181] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.cpu_models = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.832351] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.cpu_power_governor_high = performance {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.832519] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.832691] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.cpu_power_management = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.833248] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.833248] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.device_detach_attempts = 8 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.833248] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.device_detach_timeout = 20 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.833417] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.disk_cachemodes = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.833507] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.disk_prefix = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.833673] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.enabled_perf_events = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.833833] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.file_backed_memory = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.833997] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.gid_maps = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.834171] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.hw_disk_discard = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.834329] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.hw_machine_type = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.834495] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.images_rbd_ceph_conf = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.834659] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.834818] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.834984] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.images_rbd_glance_store_name = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.835163] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.images_rbd_pool = rbd {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.835330] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.images_type = default {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.835490] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.images_volume_group = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.835651] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.inject_key = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.835811] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.inject_partition = -2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.835969] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.inject_password = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.836143] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.iscsi_iface = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.836307] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.iser_use_multipath = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.836469] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.836632] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.836797] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_downtime = 500 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.836957] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.837132] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.837291] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_inbound_addr = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.837455] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.837638] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.837803] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_scheme = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.837972] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_timeout_action = abort {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.838149] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_tunnelled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.838308] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_uri = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.838468] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.live_migration_with_native_tls = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.838628] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.max_queues = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.838786] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.839033] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.839208] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.nfs_mount_options = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.839521] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.839692] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.839861] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.840034] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.840202] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.840367] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.num_pcie_ports = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.840549] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.840726] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.pmem_namespaces = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.840884] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.quobyte_client_cfg = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.841187] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.841363] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.841526] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.841689] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.841848] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rbd_secret_uuid = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.842012] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rbd_user = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.842206] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.842380] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.842554] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rescue_image_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.842732] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rescue_kernel_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.842890] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rescue_ramdisk_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.843072] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.843236] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.rx_queue_size = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.843402] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.smbfs_mount_options = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.843692] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.843869] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.snapshot_compression = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.844041] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.snapshot_image_format = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.844275] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.844443] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.sparse_logical_volumes = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.844605] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.swtpm_enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.844775] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.swtpm_group = tss {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.844944] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.swtpm_user = tss {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.845126] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.sysinfo_serial = unique {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.845285] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.tb_cache_size = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.845444] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.tx_queue_size = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.845610] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.uid_maps = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.845772] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.use_virtio_for_bridges = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.845942] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.virt_type = kvm {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.846123] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.volume_clear = zero {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.846292] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.volume_clear_size = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.846453] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.volume_enforce_multipath = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.846619] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.volume_use_multipath = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.846776] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.vzstorage_cache_path = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.846943] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.847123] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.847291] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.847470] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.847779] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.847958] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.vzstorage_mount_user = stack {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.848141] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.848313] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.848488] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.auth_type = password {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.848649] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.848806] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.848969] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.849147] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.connect_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.849303] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.connect_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.849524] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.default_floating_pool = public {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.849683] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.endpoint_override = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.849851] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.extension_sync_interval = 600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.850022] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.http_retries = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.850192] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.850352] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.850527] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.max_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.850709] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.850869] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.min_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.851050] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.ovs_bridge = br-int {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.851222] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.physnets = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.851432] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.region_name = RegionOne {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.851551] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.retriable_status_codes = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.851719] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.service_metadata_proxy = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.851878] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.852053] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.service_type = network {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.852218] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.852374] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.status_code_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.852531] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.status_code_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.852691] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.852870] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.853044] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] neutron.version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.853221] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] notifications.bdms_in_notifications = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.853397] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] notifications.default_level = INFO {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.853563] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] notifications.include_share_mapping = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.853734] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] notifications.notification_format = unversioned {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.853896] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] notifications.notify_on_state_change = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.854082] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.854260] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] pci.alias = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.854430] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] pci.device_spec = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.854595] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] pci.report_in_placement = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.854768] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.854938] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.auth_type = password {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.855118] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.855281] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.855439] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.855600] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.855760] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.connect_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.855917] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.connect_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.856084] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.default_domain_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.856244] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.default_domain_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.856400] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.domain_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.856559] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.domain_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.856712] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.endpoint_override = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.856871] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.857036] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.857196] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.max_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.857351] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.min_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.857557] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.password = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.857773] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.project_domain_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.857954] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.project_domain_name = Default {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.858138] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.project_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.858315] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.project_name = service {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.858485] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.region_name = RegionOne {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.858647] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.retriable_status_codes = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.858812] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.858982] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.service_type = placement {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.859190] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.859315] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.status_code_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.859516] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.status_code_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.859658] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.system_scope = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.859823] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.859991] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.trust_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.860165] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.user_domain_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.860332] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.user_domain_name = Default {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.860572] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.user_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.860655] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.username = nova {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.860831] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.860993] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] placement.version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.861192] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.cores = 20 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.861361] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.count_usage_from_placement = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.861544] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.861701] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.injected_file_content_bytes = 10240 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.861869] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.injected_file_path_length = 255 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.862047] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.injected_files = 5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.862219] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.instances = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.862383] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.key_pairs = 100 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.862546] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.metadata_items = 128 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.862734] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.ram = 51200 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.862946] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.recheck_quota = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.863147] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.server_group_members = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.863320] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.server_groups = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.863532] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.863711] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] quota.unified_limits_resource_strategy = require {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.863887] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.864064] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.864234] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.image_metadata_prefilter = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.864400] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.864566] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.max_attempts = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.864736] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.max_placement_results = 1000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.864900] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.865075] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.865243] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.865417] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] scheduler.workers = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.865597] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.865771] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.865948] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.866134] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.866302] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.866464] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.866627] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.866810] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.866977] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.host_subset_size = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.867154] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.867311] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.867492] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.867664] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.867839] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.868010] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.isolated_hosts = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.868182] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.isolated_images = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.868342] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.868500] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.868664] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.868819] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.pci_in_placement = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.868976] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.869149] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.869309] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.869479] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.869659] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.869821] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.869978] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.track_instance_changes = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.870169] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.870381] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] metrics.required = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.870545] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] metrics.weight_multiplier = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.870709] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.870868] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] metrics.weight_setting = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.871195] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.871394] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] serial_console.enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.871586] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] serial_console.port_range = 10000:20000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.871772] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.871925] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.872103] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] serial_console.serialproxy_port = 6083 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.872275] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.872448] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.auth_type = password {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.872609] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.872764] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.872924] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.873113] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.873279] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.873450] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.send_service_user_token = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.873615] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.873772] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] service_user.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.873942] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.agent_enabled = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.874121] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.874434] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.874644] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.874817] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.html5proxy_port = 6082 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.874979] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.image_compression = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.875152] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.jpeg_compression = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.875312] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.playback_compression = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.875474] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.require_secure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.875642] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.server_listen = 127.0.0.1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.875808] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.876098] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.876272] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.streaming_mode = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.876433] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] spice.zlib_compression = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.876598] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] upgrade_levels.baseapi = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.876768] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] upgrade_levels.compute = auto {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.876926] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] upgrade_levels.conductor = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.877096] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] upgrade_levels.scheduler = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.877264] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.877425] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.877632] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.877805] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.877969] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.878146] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.878305] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.878467] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.878625] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vendordata_dynamic_auth.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.878800] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.api_retry_count = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.878961] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.ca_file = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.879148] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.879318] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.cluster_name = testcl1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.879504] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.connection_pool_size = 10 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.879675] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.console_delay_seconds = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.879847] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.datastore_regex = ^datastore.* {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.880078] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.880261] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.host_password = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.880432] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.host_port = 443 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.880604] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.host_username = administrator@vsphere.local {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.880779] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.insecure = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.880942] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.integration_bridge = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.881124] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.maximum_objects = 100 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.881288] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.pbm_default_policy = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.881450] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.pbm_enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.881613] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.pbm_wsdl_location = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.881784] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.881945] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.serial_port_proxy_uri = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.882120] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.serial_port_service_uri = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.882289] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.task_poll_interval = 0.5 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.882461] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.use_linked_clone = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.882634] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.vnc_keymap = en-us {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.882801] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.vnc_port = 5900 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.882964] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vmware.vnc_port_total = 10000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.883163] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.auth_schemes = ['none'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.883340] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.883628] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.883816] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.883988] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.novncproxy_port = 6080 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.884201] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.server_listen = 127.0.0.1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.884384] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.884549] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.vencrypt_ca_certs = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.884710] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.vencrypt_client_cert = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.884868] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vnc.vencrypt_client_key = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.885052] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.885220] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.disable_deep_image_inspection = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.885381] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.885540] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.885700] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.885860] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.disable_rootwrap = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.886029] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.enable_numa_live_migration = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.886194] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.886355] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.886513] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.886672] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.libvirt_disable_apic = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.886828] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.886992] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.887160] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.887319] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.887499] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.887682] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.887847] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.888017] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.888180] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.888347] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.888529] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.888700] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.client_socket_timeout = 900 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.888864] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.default_pool_size = 1000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.889042] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.keep_alive = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.889213] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.max_header_line = 16384 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.889377] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.889578] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.ssl_ca_file = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.889761] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.ssl_cert_file = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.889928] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.ssl_key_file = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.890105] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.tcp_keepidle = 600 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.890289] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.890458] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] zvm.ca_file = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.890621] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] zvm.cloud_connector_url = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.890923] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.891110] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] zvm.reachable_timeout = 300 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.891289] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.891469] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.891646] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.connection_string = messaging:// {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.891812] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.enabled = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.891981] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.es_doc_type = notification {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.892157] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.es_scroll_size = 10000 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.892325] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.es_scroll_time = 2m {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.892483] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.filter_error_trace = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.892650] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.hmac_keys = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.892814] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.sentinel_service_name = mymaster {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.892978] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.socket_timeout = 0.1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.893146] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.trace_requests = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.893305] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler.trace_sqlalchemy = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.893481] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler_jaeger.process_tags = {} {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.893641] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler_jaeger.service_name_prefix = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.893801] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] profiler_otlp.service_name_prefix = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.893962] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] remote_debug.host = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.894132] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] remote_debug.port = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.894306] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.894467] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.894629] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.894788] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.894947] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.895118] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.895278] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.895437] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.895596] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.895766] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.895925] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.896106] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.896275] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.896438] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.896598] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.896765] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.896924] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.897093] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.897260] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.897420] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.897602] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.897769] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.897931] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.898103] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.898267] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.898424] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.898580] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.898737] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.898893] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.899064] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.899228] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.ssl = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.899393] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.899572] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.899746] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.899910] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.900085] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.900249] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.900431] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.900596] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_notifications.retry = -1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.900769] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.900936] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.901119] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.auth_section = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.901283] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.auth_type = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.901441] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.cafile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.901596] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.certfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.901756] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.collect_timing = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.901911] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.connect_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.902079] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.connect_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.902237] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.endpoint_id = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.902405] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.902563] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.endpoint_override = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.902720] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.endpoint_region_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.902873] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.endpoint_service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.903045] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.endpoint_service_type = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.903212] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.insecure = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.903366] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.keyfile = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.903521] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.max_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.903677] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.min_version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.903830] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.region_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.903988] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.retriable_status_codes = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.904163] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.service_name = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.904323] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.service_type = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.904486] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.split_loggers = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.904648] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.status_code_retries = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.904803] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.status_code_retry_delay = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.904962] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.timeout = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.905135] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.valid_interfaces = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.905294] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_limit.version = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.905461] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_reports.file_event_handler = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.905627] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.905784] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] oslo_reports.log_dir = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.905952] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.906121] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.906282] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.906448] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.906612] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.906769] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.906937] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.907109] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_ovs_privileged.group = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.907268] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.907434] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.907593] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.907749] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] vif_plug_ovs_privileged.user = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.907915] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.908105] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.908280] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.908451] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.908619] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.908791] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.908953] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.909126] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.909303] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.909485] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_ovs.isolate_vif = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.909644] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.909805] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.909973] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.910154] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.910314] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] os_vif_ovs.per_port_bridge = False {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.910493] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] privsep_osbrick.capabilities = [21] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.910648] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] privsep_osbrick.group = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.910804] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] privsep_osbrick.helper_command = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.910968] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.911145] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.911304] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] privsep_osbrick.user = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.911475] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.911634] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] nova_sys_admin.group = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.911790] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] nova_sys_admin.helper_command = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.911951] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.912159] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.912280] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] nova_sys_admin.user = None {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.912408] env[69302]: DEBUG oslo_service.backend.eventlet.service [None req-a4322aa3-7c59-4cc7-b1ed-c164513e44a8 None None] ******************************************************************************** {{(pid=69302) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 591.912815] env[69302]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 592.416491] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Getting list of instances from cluster (obj){ [ 592.416491] env[69302]: value = "domain-c8" [ 592.416491] env[69302]: _type = "ClusterComputeResource" [ 592.416491] env[69302]: } {{(pid=69302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 592.417596] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb697a78-404b-4e4a-9739-7a7c429446dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.426236] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Got total of 0 instances {{(pid=69302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 592.426801] env[69302]: WARNING nova.virt.vmwareapi.driver [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 592.427274] env[69302]: INFO nova.virt.node [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Generated node identity b6b65752-3a4e-4f91-aec6-ee6ecc3102ca [ 592.427522] env[69302]: INFO nova.virt.node [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Wrote node identity b6b65752-3a4e-4f91-aec6-ee6ecc3102ca to /opt/stack/data/n-cpu-1/compute_id [ 592.929762] env[69302]: WARNING nova.compute.manager [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Compute nodes ['b6b65752-3a4e-4f91-aec6-ee6ecc3102ca'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 593.935492] env[69302]: INFO nova.compute.manager [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 594.942165] env[69302]: WARNING nova.compute.manager [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 594.942555] env[69302]: DEBUG oslo_concurrency.lockutils [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.942820] env[69302]: DEBUG oslo_concurrency.lockutils [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.942924] env[69302]: DEBUG oslo_concurrency.lockutils [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.943133] env[69302]: DEBUG nova.compute.resource_tracker [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 594.944065] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc06f4ac-55e8-4cf2-94da-ec93ff043df6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.952547] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891050ba-e25d-405e-995d-b7bcb88c0434 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.966333] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a67ef4c-a48a-4c7e-9bc5-a70918b5d625 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.972453] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e438f62b-67d0-4714-b360-afb0bc0924c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.001182] env[69302]: DEBUG nova.compute.resource_tracker [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181025MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 595.001330] env[69302]: DEBUG oslo_concurrency.lockutils [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.001521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.504554] env[69302]: WARNING nova.compute.resource_tracker [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] No compute node record for cpu-1:b6b65752-3a4e-4f91-aec6-ee6ecc3102ca: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b6b65752-3a4e-4f91-aec6-ee6ecc3102ca could not be found. [ 596.008324] env[69302]: INFO nova.compute.resource_tracker [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca [ 597.516232] env[69302]: DEBUG nova.compute.resource_tracker [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 597.516637] env[69302]: DEBUG nova.compute.resource_tracker [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 597.672519] env[69302]: INFO nova.scheduler.client.report [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] [req-e37b74be-891a-439e-be20-fbf080808931] Created resource provider record via placement API for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 597.685966] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04b036a-3807-4051-8024-35bf1e70a21d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.693649] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6319014-29df-4c2d-94e7-8b1433d39e05 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.722769] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a9030-8c11-4766-911e-788fe7f2014a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.729387] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab556ac-c53c-4451-9752-55961f31d5be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.741972] env[69302]: DEBUG nova.compute.provider_tree [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.277077] env[69302]: DEBUG nova.scheduler.client.report [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 598.277322] env[69302]: DEBUG nova.compute.provider_tree [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 0 to 1 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 598.277478] env[69302]: DEBUG nova.compute.provider_tree [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.325099] env[69302]: DEBUG nova.compute.provider_tree [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 1 to 2 during operation: update_traits {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 598.829569] env[69302]: DEBUG nova.compute.resource_tracker [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 598.829902] env[69302]: DEBUG oslo_concurrency.lockutils [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.828s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.829952] env[69302]: DEBUG nova.service [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Creating RPC server for service compute {{(pid=69302) start /opt/stack/nova/nova/service.py:186}} [ 598.843507] env[69302]: DEBUG nova.service [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] Join ServiceGroup membership for this service compute {{(pid=69302) start /opt/stack/nova/nova/service.py:203}} [ 598.843710] env[69302]: DEBUG nova.servicegroup.drivers.db [None req-230cf69f-86cd-4779-affe-4407368ddbb7 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69302) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 628.845690] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.348931] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Getting list of instances from cluster (obj){ [ 629.348931] env[69302]: value = "domain-c8" [ 629.348931] env[69302]: _type = "ClusterComputeResource" [ 629.348931] env[69302]: } {{(pid=69302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.350302] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8680436d-5472-4cd5-b89d-2563ff742fa0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.358689] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Got total of 0 instances {{(pid=69302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 629.358921] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.359253] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Getting list of instances from cluster (obj){ [ 629.359253] env[69302]: value = "domain-c8" [ 629.359253] env[69302]: _type = "ClusterComputeResource" [ 629.359253] env[69302]: } {{(pid=69302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 629.360172] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f886e-f6c4-4b51-963a-67657a9f5847 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.367710] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Got total of 0 instances {{(pid=69302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 635.487578] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "cc35e13c-a1f9-4392-b15a-acd5375b2895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.487892] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "cc35e13c-a1f9-4392-b15a-acd5375b2895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.990073] env[69302]: DEBUG nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.525332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.525865] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.527469] env[69302]: INFO nova.compute.claims [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.577835] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3624da05-10a1-465b-bbf3-11f3ebed27d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.588633] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3176905e-f4de-4d5d-b239-aeedd40b7b3e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.627343] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8855b5df-f8e5-4b67-bc0e-54ca679efb93 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.635537] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cea6fa-79fb-46b7-98e6-5e2590fe4a1b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.649862] env[69302]: DEBUG nova.compute.provider_tree [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.152966] env[69302]: DEBUG nova.scheduler.client.report [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.658968] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.659611] env[69302]: DEBUG nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.168761] env[69302]: DEBUG nova.compute.utils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.172895] env[69302]: DEBUG nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.173223] env[69302]: DEBUG nova.network.neutron [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.468690] env[69302]: DEBUG nova.policy [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7619beedaee148ce9aba5f9bbe24105f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd798b4945add4877b9fa310158e66a3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.674216] env[69302]: DEBUG nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.430311] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquiring lock "b631bcce-e3d1-402d-83c6-80e7054fee6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.430543] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "b631bcce-e3d1-402d-83c6-80e7054fee6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.431558] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquiring lock "e23100e6-9f59-4d0e-aff6-362854304d90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.432484] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "e23100e6-9f59-4d0e-aff6-362854304d90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.559204] env[69302]: DEBUG nova.network.neutron [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Successfully created port: dba4a779-4ba0-409c-b1a9-b2af89d7bd9e {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.689876] env[69302]: DEBUG nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.721516] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.722333] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.722897] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.723218] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.723364] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.723563] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.723827] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.724661] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.724661] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.724661] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.725019] env[69302]: DEBUG nova.virt.hardware [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.726476] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfb9787-6ad7-4038-b2c5-93b45836f9ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.746409] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3333f1d-557f-42cf-bd08-8a4b4a2e97cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.774640] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11ef284-8093-4566-ad8c-fda920142e2f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.891742] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquiring lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.891846] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.938839] env[69302]: DEBUG nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.943791] env[69302]: DEBUG nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.397153] env[69302]: DEBUG nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.479444] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.479708] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.486280] env[69302]: INFO nova.compute.claims [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.495417] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.928125] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.204196] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "feb83f01-3afd-4831-8db9-e37ba30939ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.204545] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.673298] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3145b41d-18ff-43d0-9590-7b0c463898fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.685862] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25607abb-4d88-44df-a6f7-75065ead092a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.729183] env[69302]: DEBUG nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.734085] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777b811b-7f05-4dbd-8711-7b7f91b960dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.742585] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff47d7f-6bb0-4c22-b883-f9b872274625 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.763456] env[69302]: DEBUG nova.compute.provider_tree [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.816064] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquiring lock "42f0a6b6-116c-4453-84a6-cac9f8750541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.816064] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "42f0a6b6-116c-4453-84a6-cac9f8750541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.216646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquiring lock "d5f48c32-267d-4702-b9f2-11cc5588a84e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.217270] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "d5f48c32-267d-4702-b9f2-11cc5588a84e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.267599] env[69302]: DEBUG nova.scheduler.client.report [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.275457] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.321501] env[69302]: DEBUG nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.720767] env[69302]: DEBUG nova.compute.manager [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.737066] env[69302]: DEBUG nova.network.neutron [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Successfully updated port: dba4a779-4ba0-409c-b1a9-b2af89d7bd9e {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.777618] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.778256] env[69302]: DEBUG nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.781950] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.287s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.783698] env[69302]: INFO nova.compute.claims [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.853139] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.245717] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "refresh_cache-cc35e13c-a1f9-4392-b15a-acd5375b2895" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.245979] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquired lock "refresh_cache-cc35e13c-a1f9-4392-b15a-acd5375b2895" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.246257] env[69302]: DEBUG nova.network.neutron [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.251440] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.283196] env[69302]: DEBUG nova.compute.utils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.284780] env[69302]: DEBUG nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.284992] env[69302]: DEBUG nova.network.neutron [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.411462] env[69302]: DEBUG nova.policy [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddd015480325494dbe990e6a707ff618', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1655a6080b534f0c989ae7c005cfe0e0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.790731] env[69302]: DEBUG nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.832025] env[69302]: DEBUG nova.network.neutron [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.949450] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afd7bbe-d00b-4fea-bab0-0f905502d35d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.959200] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed89dbdb-d015-428d-ad39-82cfb0fe8813 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.999079] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def68576-7ae5-4f62-bf4f-dac9fad1abee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.006865] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d9f6fc-59fd-4e77-a615-02392c7a5491 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.021077] env[69302]: DEBUG nova.compute.provider_tree [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.305157] env[69302]: DEBUG nova.network.neutron [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Updating instance_info_cache with network_info: [{"id": "dba4a779-4ba0-409c-b1a9-b2af89d7bd9e", "address": "fa:16:3e:bf:f9:e2", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba4a779-4b", "ovs_interfaceid": "dba4a779-4ba0-409c-b1a9-b2af89d7bd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.529413] env[69302]: DEBUG nova.scheduler.client.report [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.555855] env[69302]: DEBUG nova.network.neutron [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Successfully created port: 79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.811785] env[69302]: DEBUG nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.813497] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Releasing lock "refresh_cache-cc35e13c-a1f9-4392-b15a-acd5375b2895" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.813779] env[69302]: DEBUG nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Instance network_info: |[{"id": "dba4a779-4ba0-409c-b1a9-b2af89d7bd9e", "address": "fa:16:3e:bf:f9:e2", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba4a779-4b", "ovs_interfaceid": "dba4a779-4ba0-409c-b1a9-b2af89d7bd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.817606] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:f9:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba4a779-4ba0-409c-b1a9-b2af89d7bd9e', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.835136] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.837568] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e7cc721-90a4-4078-bb6c-01474ca71c97 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.853052] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.853052] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.853052] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.853334] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.853334] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.853508] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.854225] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.854225] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.854225] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.854416] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.854499] env[69302]: DEBUG nova.virt.hardware [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.862668] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d09f05e-68ba-4a73-847d-651cb60b766f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.871731] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Created folder: OpenStack in parent group-v4. [ 645.871923] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Creating folder: Project (d798b4945add4877b9fa310158e66a3b). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.874658] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f71f9d4-b163-4b25-8ed2-e3bbe0780042 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.886961] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Created folder: Project (d798b4945add4877b9fa310158e66a3b) in parent group-v636578. [ 645.887166] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Creating folder: Instances. Parent ref: group-v636579. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.887888] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbd28a44-646d-46c9-a340-429f6e64b4b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.903035] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Created folder: Instances in parent group-v636579. [ 645.903250] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.905602] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de052e94-722f-47b0-8d03-665518c77f9d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.909941] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.910206] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f1aa9e3-8d15-45b7-80ce-398aab679155 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.941942] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.941942] env[69302]: value = "task-3182876" [ 645.941942] env[69302]: _type = "Task" [ 645.941942] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.950242] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182876, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.043781] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.044467] env[69302]: DEBUG nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.050936] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.122s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.051863] env[69302]: INFO nova.compute.claims [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.086349] env[69302]: DEBUG nova.compute.manager [req-b8bcbfca-6c0b-41cc-b8fe-7d9f7eadc39a req-a02f355b-544a-4fce-8b9c-9ffc4c55e487 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Received event network-vif-plugged-dba4a779-4ba0-409c-b1a9-b2af89d7bd9e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.086549] env[69302]: DEBUG oslo_concurrency.lockutils [req-b8bcbfca-6c0b-41cc-b8fe-7d9f7eadc39a req-a02f355b-544a-4fce-8b9c-9ffc4c55e487 service nova] Acquiring lock "cc35e13c-a1f9-4392-b15a-acd5375b2895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.086800] env[69302]: DEBUG oslo_concurrency.lockutils [req-b8bcbfca-6c0b-41cc-b8fe-7d9f7eadc39a req-a02f355b-544a-4fce-8b9c-9ffc4c55e487 service nova] Lock "cc35e13c-a1f9-4392-b15a-acd5375b2895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.086905] env[69302]: DEBUG oslo_concurrency.lockutils [req-b8bcbfca-6c0b-41cc-b8fe-7d9f7eadc39a req-a02f355b-544a-4fce-8b9c-9ffc4c55e487 service nova] Lock "cc35e13c-a1f9-4392-b15a-acd5375b2895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.092153] env[69302]: DEBUG nova.compute.manager [req-b8bcbfca-6c0b-41cc-b8fe-7d9f7eadc39a req-a02f355b-544a-4fce-8b9c-9ffc4c55e487 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] No waiting events found dispatching network-vif-plugged-dba4a779-4ba0-409c-b1a9-b2af89d7bd9e {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.092153] env[69302]: WARNING nova.compute.manager [req-b8bcbfca-6c0b-41cc-b8fe-7d9f7eadc39a req-a02f355b-544a-4fce-8b9c-9ffc4c55e487 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Received unexpected event network-vif-plugged-dba4a779-4ba0-409c-b1a9-b2af89d7bd9e for instance with vm_state building and task_state spawning. [ 646.223634] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.223634] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.267908] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "fb021b97-1036-47e1-a0ea-3db555586804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.268212] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "fb021b97-1036-47e1-a0ea-3db555586804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.459082] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182876, 'name': CreateVM_Task, 'duration_secs': 0.343624} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.459082] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.467214] env[69302]: DEBUG oslo_vmware.service [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8eba83-772c-42fc-9ff8-6332c2d09c23 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.475788] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.475788] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.476124] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.477176] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19637cda-1dba-4ae8-ac72-5a0dad25c165 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.483647] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 646.483647] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f4a9e8-5a82-fa98-fd01-142bdfa535df" [ 646.483647] env[69302]: _type = "Task" [ 646.483647] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.494094] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f4a9e8-5a82-fa98-fd01-142bdfa535df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.556435] env[69302]: DEBUG nova.compute.utils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.562424] env[69302]: DEBUG nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.562424] env[69302]: DEBUG nova.network.neutron [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.695880] env[69302]: DEBUG nova.policy [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ff799b6e564904992727d8715673d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c65f84d6f164289b582ed778ceeea20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.727589] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.772109] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.926322] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.926743] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.927058] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.927139] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.927350] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.927582] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.927830] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.928345] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 646.928503] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 646.998046] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.998298] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.998530] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.998677] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.999100] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.999362] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f67c788-33b8-4c2b-bc42-e53a13e7d15a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.007747] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.009369] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.010192] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619da763-04fe-43fa-b0fd-07292fe8fa15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.018475] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee7ee53-d73b-4512-80f0-be4ad20d8767 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.026133] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 647.026133] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b659fd-e382-9f79-fed3-1341528ec559" [ 647.026133] env[69302]: _type = "Task" [ 647.026133] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.035165] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b659fd-e382-9f79-fed3-1341528ec559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.062180] env[69302]: DEBUG nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.262336] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d0776-96b0-4816-838f-9a62d9dd64a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.273701] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e64a70-b82e-4632-81de-7fe8e31adc27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.278109] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.327190] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2259db7e-fb75-4b0c-b697-197652b1ede7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.337085] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dbe256-2249-4aa6-93bf-ace36e26cfdb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.342859] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.353887] env[69302]: DEBUG nova.compute.provider_tree [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.434099] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.532974] env[69302]: DEBUG nova.network.neutron [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Successfully created port: d7fcc4c8-1f42-415f-b26d-c14c11b78eba {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.541662] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Preparing fetch location {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 647.541895] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Creating directory with path [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.542145] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad99e56e-96af-40d4-81c0-d582048eea80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.564481] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Created directory with path [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.564724] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Fetch image to [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 647.565362] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Downloading image file data e0d636a7-a133-4948-827e-d20ca08c6942 to [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk on the data store datastore1 {{(pid=69302) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 647.566333] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b94c036-2e5e-4ed2-a7b7-e4a0ca6171e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.584758] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb90e91c-c1f3-462e-8775-fabbda9dcdc3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.596524] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bb518c-214f-4de4-9a91-e7a48d4a00d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.638898] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cb3a82-7313-4650-a67a-33eb1befbb9c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.648304] env[69302]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d246e307-01ce-49bb-9fbb-2371f0ce598d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.683504] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Downloading image file data e0d636a7-a133-4948-827e-d20ca08c6942 to the data store datastore1 {{(pid=69302) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 647.787168] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 647.873587] env[69302]: DEBUG nova.scheduler.client.report [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.889022] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquiring lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.889316] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.078968] env[69302]: DEBUG nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.128739] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.129036] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.129210] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.129438] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.129622] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.129773] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.130014] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.130234] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.130403] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.130579] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.130757] env[69302]: DEBUG nova.virt.hardware [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.131723] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092762e-72e1-4411-88fb-c15ad9826003 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.149269] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a51e199-85a0-4e39-8f90-b85d751845ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.385978] env[69302]: DEBUG nova.network.neutron [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Successfully updated port: 79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.391801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.392433] env[69302]: DEBUG nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.396666] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.121s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.402248] env[69302]: INFO nova.compute.claims [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.406882] env[69302]: DEBUG nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.565512] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Completed reading data from the image iterator. {{(pid=69302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 648.565748] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 648.631913] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Downloaded image file data e0d636a7-a133-4948-827e-d20ca08c6942 to vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk on the data store datastore1 {{(pid=69302) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 648.633608] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Caching image {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 648.633787] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Copying Virtual Disk [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk to [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.634079] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-725cb2d8-5fe9-4313-b7fe-f5a1fb15aec5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.643425] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 648.643425] env[69302]: value = "task-3182877" [ 648.643425] env[69302]: _type = "Task" [ 648.643425] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.653778] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.893534] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquiring lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.893534] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquired lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.893610] env[69302]: DEBUG nova.network.neutron [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.910877] env[69302]: DEBUG nova.compute.utils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.912781] env[69302]: DEBUG nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.912960] env[69302]: DEBUG nova.network.neutron [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.944970] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.073370] env[69302]: DEBUG nova.policy [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee186f2ac5474b26bf92c715b415bc1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32d4e55e1bf94bb5892a3c02f68e3094', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.158373] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182877, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.415458] env[69302]: DEBUG nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.481211] env[69302]: DEBUG nova.network.neutron [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.610119] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7446a142-725c-440c-b286-31c572c65a38 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.617790] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a828fc-5968-4ef7-9350-dff7a47f6ced {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.654314] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738a279b-6dfb-45eb-b523-6b6977c28c17 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.665210] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf74300-6b9b-4785-8fee-e63403da153a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.669095] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646071} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.669361] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Copied Virtual Disk [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk to [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.669543] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Deleting the datastore file [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.670134] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caac2f62-ff67-4b32-b0ec-951aefada57f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.679661] env[69302]: DEBUG nova.compute.provider_tree [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.686987] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 649.686987] env[69302]: value = "task-3182878" [ 649.686987] env[69302]: _type = "Task" [ 649.686987] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.694900] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.711557] env[69302]: DEBUG nova.compute.manager [req-ff8bd36f-5b95-477d-ab12-f44a7b4e2e00 req-f26268b3-7ef1-4085-b1d0-22908fec28d7 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Received event network-changed-dba4a779-4ba0-409c-b1a9-b2af89d7bd9e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.711758] env[69302]: DEBUG nova.compute.manager [req-ff8bd36f-5b95-477d-ab12-f44a7b4e2e00 req-f26268b3-7ef1-4085-b1d0-22908fec28d7 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Refreshing instance network info cache due to event network-changed-dba4a779-4ba0-409c-b1a9-b2af89d7bd9e. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.711988] env[69302]: DEBUG oslo_concurrency.lockutils [req-ff8bd36f-5b95-477d-ab12-f44a7b4e2e00 req-f26268b3-7ef1-4085-b1d0-22908fec28d7 service nova] Acquiring lock "refresh_cache-cc35e13c-a1f9-4392-b15a-acd5375b2895" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.712206] env[69302]: DEBUG oslo_concurrency.lockutils [req-ff8bd36f-5b95-477d-ab12-f44a7b4e2e00 req-f26268b3-7ef1-4085-b1d0-22908fec28d7 service nova] Acquired lock "refresh_cache-cc35e13c-a1f9-4392-b15a-acd5375b2895" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.712385] env[69302]: DEBUG nova.network.neutron [req-ff8bd36f-5b95-477d-ab12-f44a7b4e2e00 req-f26268b3-7ef1-4085-b1d0-22908fec28d7 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Refreshing network info cache for port dba4a779-4ba0-409c-b1a9-b2af89d7bd9e {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.822788] env[69302]: DEBUG nova.network.neutron [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Successfully created port: 33c987e4-c32f-4387-8879-d1f9feb285b0 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.184268] env[69302]: DEBUG nova.scheduler.client.report [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.201486] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027154} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.201775] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.202772] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Moving file from [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6/e0d636a7-a133-4948-827e-d20ca08c6942 to [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942. {{(pid=69302) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 650.202772] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5c8e0e4f-265e-4b71-bd26-ba0034073136 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.210839] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 650.210839] env[69302]: value = "task-3182879" [ 650.210839] env[69302]: _type = "Task" [ 650.210839] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.222995] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182879, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.323868] env[69302]: DEBUG nova.network.neutron [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Updating instance_info_cache with network_info: [{"id": "79d3551b-9a7d-4719-9da2-9a43778ca4be", "address": "fa:16:3e:44:df:9c", "network": {"id": "8f9805bc-2d0f-44d2-81a9-c87237d5105f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1477894747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1655a6080b534f0c989ae7c005cfe0e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d3551b-9a", "ovs_interfaceid": "79d3551b-9a7d-4719-9da2-9a43778ca4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.425821] env[69302]: DEBUG nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.453382] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.453611] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.453769] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.454261] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.454261] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.454261] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.454483] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.454633] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.454789] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.454942] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.455377] env[69302]: DEBUG nova.virt.hardware [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.456167] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3754d9-ea50-4a4b-9381-1c368b6fdbde {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.466813] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f19d5f-5123-4488-af9a-f36b700bf3cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.689105] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.689639] env[69302]: DEBUG nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.693035] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.840s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.695810] env[69302]: INFO nova.compute.claims [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.701494] env[69302]: DEBUG nova.network.neutron [req-ff8bd36f-5b95-477d-ab12-f44a7b4e2e00 req-f26268b3-7ef1-4085-b1d0-22908fec28d7 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Updated VIF entry in instance network info cache for port dba4a779-4ba0-409c-b1a9-b2af89d7bd9e. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.701779] env[69302]: DEBUG nova.network.neutron [req-ff8bd36f-5b95-477d-ab12-f44a7b4e2e00 req-f26268b3-7ef1-4085-b1d0-22908fec28d7 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Updating instance_info_cache with network_info: [{"id": "dba4a779-4ba0-409c-b1a9-b2af89d7bd9e", "address": "fa:16:3e:bf:f9:e2", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba4a779-4b", "ovs_interfaceid": "dba4a779-4ba0-409c-b1a9-b2af89d7bd9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.727155] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182879, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024354} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.727963] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] File moved {{(pid=69302) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 650.728181] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Cleaning up location [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 650.728374] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Deleting the datastore file [datastore1] vmware_temp/74c68207-245e-4631-9762-138f99b8a0b6 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.728631] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d0854cc-4d6f-4486-97c2-355a9954bda0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.737566] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 650.737566] env[69302]: value = "task-3182880" [ 650.737566] env[69302]: _type = "Task" [ 650.737566] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.748487] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.829202] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Releasing lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.829625] env[69302]: DEBUG nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Instance network_info: |[{"id": "79d3551b-9a7d-4719-9da2-9a43778ca4be", "address": "fa:16:3e:44:df:9c", "network": {"id": "8f9805bc-2d0f-44d2-81a9-c87237d5105f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1477894747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1655a6080b534f0c989ae7c005cfe0e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d3551b-9a", "ovs_interfaceid": "79d3551b-9a7d-4719-9da2-9a43778ca4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.829919] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:df:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d3551b-9a7d-4719-9da2-9a43778ca4be', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.839941] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Creating folder: Project (1655a6080b534f0c989ae7c005cfe0e0). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.840711] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11db14f2-4c48-4a2e-9a27-b9c7f8595277 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.854679] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Created folder: Project (1655a6080b534f0c989ae7c005cfe0e0) in parent group-v636578. [ 650.854882] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Creating folder: Instances. Parent ref: group-v636582. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.855142] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161054fc-b816-446b-896c-6ebb2f781f96 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.861405] env[69302]: DEBUG nova.network.neutron [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Successfully updated port: d7fcc4c8-1f42-415f-b26d-c14c11b78eba {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.872245] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Created folder: Instances in parent group-v636582. [ 650.872547] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.872720] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.872957] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44388a82-ca6d-42d2-8188-23f550dd912a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.899686] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.899686] env[69302]: value = "task-3182883" [ 650.899686] env[69302]: _type = "Task" [ 650.899686] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.908637] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182883, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.200351] env[69302]: DEBUG nova.compute.utils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.201878] env[69302]: DEBUG nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.205224] env[69302]: DEBUG nova.network.neutron [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.213993] env[69302]: DEBUG oslo_concurrency.lockutils [req-ff8bd36f-5b95-477d-ab12-f44a7b4e2e00 req-f26268b3-7ef1-4085-b1d0-22908fec28d7 service nova] Releasing lock "refresh_cache-cc35e13c-a1f9-4392-b15a-acd5375b2895" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.254509] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026467} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.254509] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.256287] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fac7a6-c2ac-4429-8763-1bae39885892 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.262468] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 651.262468] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529846c2-4eb5-8b89-b57f-9f7810e4e3b9" [ 651.262468] env[69302]: _type = "Task" [ 651.262468] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.272919] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529846c2-4eb5-8b89-b57f-9f7810e4e3b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.366158] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquiring lock "refresh_cache-e23100e6-9f59-4d0e-aff6-362854304d90" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.366158] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquired lock "refresh_cache-e23100e6-9f59-4d0e-aff6-362854304d90" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.366158] env[69302]: DEBUG nova.network.neutron [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.414555] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182883, 'name': CreateVM_Task, 'duration_secs': 0.339919} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.414555] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.414848] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.414888] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.415580] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.415852] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5550a65-8915-4952-8d91-58521237ee64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.421462] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 651.421462] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5297d35e-fafd-7aed-0a30-7de2628ab84d" [ 651.421462] env[69302]: _type = "Task" [ 651.421462] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.432625] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5297d35e-fafd-7aed-0a30-7de2628ab84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.510149] env[69302]: DEBUG nova.policy [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4bd9339c94c4c99903e1b0c0d1bb48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59f771581db245bd9decd0f14b7fd52c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.709867] env[69302]: DEBUG nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.748438] env[69302]: DEBUG nova.compute.manager [req-d00264f3-9603-445c-bebb-f358b8ebe22a req-eb1373a4-4084-4732-af1a-2a619ba93bb3 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Received event network-vif-plugged-d7fcc4c8-1f42-415f-b26d-c14c11b78eba {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.748655] env[69302]: DEBUG oslo_concurrency.lockutils [req-d00264f3-9603-445c-bebb-f358b8ebe22a req-eb1373a4-4084-4732-af1a-2a619ba93bb3 service nova] Acquiring lock "e23100e6-9f59-4d0e-aff6-362854304d90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.749102] env[69302]: DEBUG oslo_concurrency.lockutils [req-d00264f3-9603-445c-bebb-f358b8ebe22a req-eb1373a4-4084-4732-af1a-2a619ba93bb3 service nova] Lock "e23100e6-9f59-4d0e-aff6-362854304d90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.749356] env[69302]: DEBUG oslo_concurrency.lockutils [req-d00264f3-9603-445c-bebb-f358b8ebe22a req-eb1373a4-4084-4732-af1a-2a619ba93bb3 service nova] Lock "e23100e6-9f59-4d0e-aff6-362854304d90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.750030] env[69302]: DEBUG nova.compute.manager [req-d00264f3-9603-445c-bebb-f358b8ebe22a req-eb1373a4-4084-4732-af1a-2a619ba93bb3 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] No waiting events found dispatching network-vif-plugged-d7fcc4c8-1f42-415f-b26d-c14c11b78eba {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.750030] env[69302]: WARNING nova.compute.manager [req-d00264f3-9603-445c-bebb-f358b8ebe22a req-eb1373a4-4084-4732-af1a-2a619ba93bb3 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Received unexpected event network-vif-plugged-d7fcc4c8-1f42-415f-b26d-c14c11b78eba for instance with vm_state building and task_state spawning. [ 651.786357] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529846c2-4eb5-8b89-b57f-9f7810e4e3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01164} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.786949] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.787207] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] cc35e13c-a1f9-4392-b15a-acd5375b2895/cc35e13c-a1f9-4392-b15a-acd5375b2895.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.787439] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9551a25-60df-4fb0-bbdf-90428d198ddf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.801417] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 651.801417] env[69302]: value = "task-3182884" [ 651.801417] env[69302]: _type = "Task" [ 651.801417] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.814339] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.917552] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e39e2-d073-4bc0-a063-4972ab27b52a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.943043] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e55fb3-1acb-4084-bcd6-4fb560814ef4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.947999] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5297d35e-fafd-7aed-0a30-7de2628ab84d, 'name': SearchDatastore_Task, 'duration_secs': 0.008982} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.949215] env[69302]: DEBUG nova.network.neutron [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.952171] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.952425] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.952702] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.952864] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.953065] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.954851] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d26724a-70fd-46bc-b028-3a06e309b3eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.997272] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec020e6-936e-4559-9dc3-82c888d020a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.012925] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a3b08-79b0-493c-a558-7d1ca0984914 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.017923] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.017923] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.020526] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a747d176-b394-48e8-8853-02399e3f4882 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.029264] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 652.029264] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52073222-bbca-8d9b-1f09-a82fb5a54fcc" [ 652.029264] env[69302]: _type = "Task" [ 652.029264] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.041715] env[69302]: DEBUG nova.compute.provider_tree [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.050898] env[69302]: DEBUG nova.network.neutron [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Successfully updated port: 33c987e4-c32f-4387-8879-d1f9feb285b0 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.062473] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52073222-bbca-8d9b-1f09-a82fb5a54fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.244876] env[69302]: DEBUG nova.network.neutron [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Updating instance_info_cache with network_info: [{"id": "d7fcc4c8-1f42-415f-b26d-c14c11b78eba", "address": "fa:16:3e:e4:39:99", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fcc4c8-1f", "ovs_interfaceid": "d7fcc4c8-1f42-415f-b26d-c14c11b78eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.307479] env[69302]: DEBUG nova.network.neutron [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Successfully created port: 59c82e5e-0e63-4a03-9726-9f837b8c974e {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.314519] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182884, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.551637] env[69302]: DEBUG nova.compute.manager [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Received event network-vif-plugged-79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.552190] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Acquiring lock "b631bcce-e3d1-402d-83c6-80e7054fee6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.552190] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Lock "b631bcce-e3d1-402d-83c6-80e7054fee6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.552536] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Lock "b631bcce-e3d1-402d-83c6-80e7054fee6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.552536] env[69302]: DEBUG nova.compute.manager [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] No waiting events found dispatching network-vif-plugged-79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.552536] env[69302]: WARNING nova.compute.manager [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Received unexpected event network-vif-plugged-79d3551b-9a7d-4719-9da2-9a43778ca4be for instance with vm_state building and task_state spawning. [ 652.552710] env[69302]: DEBUG nova.compute.manager [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Received event network-changed-79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.552799] env[69302]: DEBUG nova.compute.manager [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Refreshing instance network info cache due to event network-changed-79d3551b-9a7d-4719-9da2-9a43778ca4be. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.552977] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Acquiring lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.553676] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Acquired lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.553912] env[69302]: DEBUG nova.network.neutron [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Refreshing network info cache for port 79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.561986] env[69302]: DEBUG nova.scheduler.client.report [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.569767] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquiring lock "refresh_cache-3ea11bb2-8f70-41b9-a1de-93329a648fb9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.569767] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquired lock "refresh_cache-3ea11bb2-8f70-41b9-a1de-93329a648fb9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.569767] env[69302]: DEBUG nova.network.neutron [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.569767] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52073222-bbca-8d9b-1f09-a82fb5a54fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.063051} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.572481] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c998e52-b508-464e-87da-6760c85e8c1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.582616] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 652.582616] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528825d6-7527-e6e6-80ed-4fa0c8fe6df1" [ 652.582616] env[69302]: _type = "Task" [ 652.582616] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.596796] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528825d6-7527-e6e6-80ed-4fa0c8fe6df1, 'name': SearchDatastore_Task, 'duration_secs': 0.008467} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.596796] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596796] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] b631bcce-e3d1-402d-83c6-80e7054fee6e/b631bcce-e3d1-402d-83c6-80e7054fee6e.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.596796] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8322ca53-dc19-4119-86be-76d31f4fefb9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.603786] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 652.603786] env[69302]: value = "task-3182885" [ 652.603786] env[69302]: _type = "Task" [ 652.603786] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.613197] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.723995] env[69302]: DEBUG nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.751240] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Releasing lock "refresh_cache-e23100e6-9f59-4d0e-aff6-362854304d90" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.751240] env[69302]: DEBUG nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Instance network_info: |[{"id": "d7fcc4c8-1f42-415f-b26d-c14c11b78eba", "address": "fa:16:3e:e4:39:99", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fcc4c8-1f", "ovs_interfaceid": "d7fcc4c8-1f42-415f-b26d-c14c11b78eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.751401] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:39:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7fcc4c8-1f42-415f-b26d-c14c11b78eba', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.762567] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Creating folder: Project (9c65f84d6f164289b582ed778ceeea20). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.766223] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.766223] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.766223] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.766223] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.766415] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.766415] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.766415] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.772189] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.772189] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.772189] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.772189] env[69302]: DEBUG nova.virt.hardware [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.772189] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-465d1eb3-e3a0-4161-b07d-6d90c3ecc85a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.775459] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d750f307-6d6f-44eb-9cc3-8098978fc8c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.787964] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80f07c4-ce23-464a-9f8f-f73b947c156d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.796546] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Created folder: Project (9c65f84d6f164289b582ed778ceeea20) in parent group-v636578. [ 652.796659] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Creating folder: Instances. Parent ref: group-v636585. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.797902] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27c084a7-1daf-449f-b502-c1f7bfbdc113 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.820468] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519182} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.820468] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] cc35e13c-a1f9-4392-b15a-acd5375b2895/cc35e13c-a1f9-4392-b15a-acd5375b2895.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.820468] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.820468] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Created folder: Instances in parent group-v636585. [ 652.820710] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.820710] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-742bed8f-b09f-40fd-a5c2-d7f5f6ed7b9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.822059] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.822489] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7a0e89b-1485-42c5-803b-5d41c1c730fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.846468] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 652.846468] env[69302]: value = "task-3182888" [ 652.846468] env[69302]: _type = "Task" [ 652.846468] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.847712] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.847712] env[69302]: value = "task-3182889" [ 652.847712] env[69302]: _type = "Task" [ 652.847712] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.861620] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.865168] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182889, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.070751] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.071471] env[69302]: DEBUG nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.083035] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.829s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.083035] env[69302]: INFO nova.compute.claims [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.116686] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182885, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.177645] env[69302]: DEBUG nova.network.neutron [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.367984] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322291} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.368992] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182889, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.370960] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.372869] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa31e0c7-2e79-46a1-926f-1c9acd07b20f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.398399] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] cc35e13c-a1f9-4392-b15a-acd5375b2895/cc35e13c-a1f9-4392-b15a-acd5375b2895.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.398752] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fbd856-2dfb-4e21-b945-4cd7b1611d63 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.426035] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 653.426035] env[69302]: value = "task-3182890" [ 653.426035] env[69302]: _type = "Task" [ 653.426035] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.432429] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.534404] env[69302]: DEBUG nova.network.neutron [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Updating instance_info_cache with network_info: [{"id": "33c987e4-c32f-4387-8879-d1f9feb285b0", "address": "fa:16:3e:ae:fc:22", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c987e4-c3", "ovs_interfaceid": "33c987e4-c32f-4387-8879-d1f9feb285b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.576655] env[69302]: DEBUG nova.network.neutron [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Updated VIF entry in instance network info cache for port 79d3551b-9a7d-4719-9da2-9a43778ca4be. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.577009] env[69302]: DEBUG nova.network.neutron [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Updating instance_info_cache with network_info: [{"id": "79d3551b-9a7d-4719-9da2-9a43778ca4be", "address": "fa:16:3e:44:df:9c", "network": {"id": "8f9805bc-2d0f-44d2-81a9-c87237d5105f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1477894747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1655a6080b534f0c989ae7c005cfe0e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d3551b-9a", "ovs_interfaceid": "79d3551b-9a7d-4719-9da2-9a43778ca4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.579977] env[69302]: DEBUG nova.compute.utils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.582983] env[69302]: DEBUG nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.582983] env[69302]: DEBUG nova.network.neutron [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.614643] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717906} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.614734] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] b631bcce-e3d1-402d-83c6-80e7054fee6e/b631bcce-e3d1-402d-83c6-80e7054fee6e.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.614875] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.615143] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6c3670-813f-407d-be4d-acbdd6a411ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.627686] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 653.627686] env[69302]: value = "task-3182891" [ 653.627686] env[69302]: _type = "Task" [ 653.627686] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.636645] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.707109] env[69302]: DEBUG nova.policy [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50f81cd1158044cbacfcefd5e282f1c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9733037cd6934b5f83b638513fde128d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.867664] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182889, 'name': CreateVM_Task, 'duration_secs': 0.682972} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.868255] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.869089] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.869195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.869700] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.870328] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68663dc-6229-42cc-bbfb-6b7d98f72b70 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.876518] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 653.876518] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52abe19c-81ca-13bc-0c6e-dd681dbaa04d" [ 653.876518] env[69302]: _type = "Task" [ 653.876518] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.886724] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52abe19c-81ca-13bc-0c6e-dd681dbaa04d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.937328] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182890, 'name': ReconfigVM_Task, 'duration_secs': 0.300545} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.938163] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Reconfigured VM instance instance-00000001 to attach disk [datastore1] cc35e13c-a1f9-4392-b15a-acd5375b2895/cc35e13c-a1f9-4392-b15a-acd5375b2895.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.940520] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35f9b64d-7684-4bec-b64d-dfdf275b6a62 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.947624] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 653.947624] env[69302]: value = "task-3182892" [ 653.947624] env[69302]: _type = "Task" [ 653.947624] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.964862] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182892, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.041389] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Releasing lock "refresh_cache-3ea11bb2-8f70-41b9-a1de-93329a648fb9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.041389] env[69302]: DEBUG nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Instance network_info: |[{"id": "33c987e4-c32f-4387-8879-d1f9feb285b0", "address": "fa:16:3e:ae:fc:22", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c987e4-c3", "ovs_interfaceid": "33c987e4-c32f-4387-8879-d1f9feb285b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.041566] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:fc:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c987e4-c32f-4387-8879-d1f9feb285b0', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.050992] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Creating folder: Project (32d4e55e1bf94bb5892a3c02f68e3094). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.051344] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3518d7bb-ca81-491d-8d1f-bf0d4c7a1c6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.061890] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Created folder: Project (32d4e55e1bf94bb5892a3c02f68e3094) in parent group-v636578. [ 654.062123] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Creating folder: Instances. Parent ref: group-v636588. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.062344] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b62310d7-94ff-4e20-a35c-ea12d0abd1e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.071797] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Created folder: Instances in parent group-v636588. [ 654.074425] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.074425] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.074425] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a781e64-e8c1-4f0a-adf2-b1e953f5de77 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.093425] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Releasing lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.093566] env[69302]: DEBUG nova.compute.manager [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Received event network-vif-plugged-33c987e4-c32f-4387-8879-d1f9feb285b0 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.093639] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Acquiring lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.093862] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.094033] env[69302]: DEBUG oslo_concurrency.lockutils [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] Lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.094298] env[69302]: DEBUG nova.compute.manager [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] No waiting events found dispatching network-vif-plugged-33c987e4-c32f-4387-8879-d1f9feb285b0 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.094298] env[69302]: WARNING nova.compute.manager [req-9c071443-9946-4369-94bb-1027f67d146d req-d116ac44-3c5e-4c41-9cd7-ce8e7a34df4f service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Received unexpected event network-vif-plugged-33c987e4-c32f-4387-8879-d1f9feb285b0 for instance with vm_state building and task_state spawning. [ 654.094829] env[69302]: DEBUG nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.108352] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.108352] env[69302]: value = "task-3182895" [ 654.108352] env[69302]: _type = "Task" [ 654.108352] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.130343] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182895, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.146031] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067626} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.151036] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.152240] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a226a4-3721-4cb8-a016-7728470fda6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.186978] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] b631bcce-e3d1-402d-83c6-80e7054fee6e/b631bcce-e3d1-402d-83c6-80e7054fee6e.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.189893] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fba9533-df46-4df3-87bf-4723bb3c5255 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.213630] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 654.213630] env[69302]: value = "task-3182896" [ 654.213630] env[69302]: _type = "Task" [ 654.213630] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.222499] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.322643] env[69302]: DEBUG nova.network.neutron [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Successfully updated port: 59c82e5e-0e63-4a03-9726-9f837b8c974e {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.387411] env[69302]: DEBUG nova.network.neutron [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Successfully created port: af516e0b-7d27-4756-b52b-995a086eb927 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.395186] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52abe19c-81ca-13bc-0c6e-dd681dbaa04d, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.395567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.395880] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.396202] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.396358] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.396539] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.397519] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5617bf-94af-430d-9e37-b30f72fa5c42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.406501] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.408649] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.411752] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58629c8f-7b83-4154-b84d-fde5a7ba209d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.424639] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 654.424639] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525666d1-8f18-2b24-53a6-6fc2c5335dc8" [ 654.424639] env[69302]: _type = "Task" [ 654.424639] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.439188] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525666d1-8f18-2b24-53a6-6fc2c5335dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.440048] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6179db9a-c476-48ab-ab84-318128973c61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.448948] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 654.448948] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b9166b-7b3b-3d2c-5ee2-36d1ff4ba26c" [ 654.448948] env[69302]: _type = "Task" [ 654.448948] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.460784] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182892, 'name': Rename_Task, 'duration_secs': 0.133843} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.466022] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.466313] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b9166b-7b3b-3d2c-5ee2-36d1ff4ba26c, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.466698] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff5976f3-10e7-4ddb-aee9-929b6467bb49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.468474] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.468720] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e23100e6-9f59-4d0e-aff6-362854304d90/e23100e6-9f59-4d0e-aff6-362854304d90.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.468953] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ffdd816-f565-403b-bb3f-7d2c4a0a0483 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.478152] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 654.478152] env[69302]: value = "task-3182898" [ 654.478152] env[69302]: _type = "Task" [ 654.478152] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.479882] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 654.479882] env[69302]: value = "task-3182897" [ 654.479882] env[69302]: _type = "Task" [ 654.479882] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.495539] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.502518] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182897, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.536988] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a569ea35-b6a9-44f9-ace4-c966959fb9a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.546328] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077373eb-eb68-486f-a929-2ee839618332 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.578645] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e49602-60aa-4c30-9f83-5a958e5f0b6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.587695] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2625532-7cfb-4839-a1e2-115a1c2067bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.611200] env[69302]: DEBUG nova.compute.provider_tree [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.619860] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182895, 'name': CreateVM_Task, 'duration_secs': 0.32468} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.620082] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.620789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.621225] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.621607] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.621903] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152ddf03-a201-4316-855d-9aacf6ec94a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.627436] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 654.627436] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a431f-6271-8c28-49c3-e5d42a61c104" [ 654.627436] env[69302]: _type = "Task" [ 654.627436] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.636794] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a431f-6271-8c28-49c3-e5d42a61c104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.726723] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182896, 'name': ReconfigVM_Task, 'duration_secs': 0.342847} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.727349] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Reconfigured VM instance instance-00000002 to attach disk [datastore1] b631bcce-e3d1-402d-83c6-80e7054fee6e/b631bcce-e3d1-402d-83c6-80e7054fee6e.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.728113] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de730d9c-fe12-43a2-aed4-56e83b57e857 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.735274] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 654.735274] env[69302]: value = "task-3182899" [ 654.735274] env[69302]: _type = "Task" [ 654.735274] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.746610] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182899, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.829736] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.829736] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.829736] env[69302]: DEBUG nova.network.neutron [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.928777] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquiring lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.929191] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.003796] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.006308] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182897, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.033063] env[69302]: DEBUG nova.compute.manager [req-007e33f9-9561-48d0-b351-18679dde08ad req-46a87eb0-27d4-47e7-8053-099574a83613 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Received event network-changed-d7fcc4c8-1f42-415f-b26d-c14c11b78eba {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.033943] env[69302]: DEBUG nova.compute.manager [req-007e33f9-9561-48d0-b351-18679dde08ad req-46a87eb0-27d4-47e7-8053-099574a83613 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Refreshing instance network info cache due to event network-changed-d7fcc4c8-1f42-415f-b26d-c14c11b78eba. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.033943] env[69302]: DEBUG oslo_concurrency.lockutils [req-007e33f9-9561-48d0-b351-18679dde08ad req-46a87eb0-27d4-47e7-8053-099574a83613 service nova] Acquiring lock "refresh_cache-e23100e6-9f59-4d0e-aff6-362854304d90" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.034088] env[69302]: DEBUG oslo_concurrency.lockutils [req-007e33f9-9561-48d0-b351-18679dde08ad req-46a87eb0-27d4-47e7-8053-099574a83613 service nova] Acquired lock "refresh_cache-e23100e6-9f59-4d0e-aff6-362854304d90" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.034462] env[69302]: DEBUG nova.network.neutron [req-007e33f9-9561-48d0-b351-18679dde08ad req-46a87eb0-27d4-47e7-8053-099574a83613 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Refreshing network info cache for port d7fcc4c8-1f42-415f-b26d-c14c11b78eba {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.111984] env[69302]: DEBUG nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.115650] env[69302]: DEBUG nova.scheduler.client.report [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.144050] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a431f-6271-8c28-49c3-e5d42a61c104, 'name': SearchDatastore_Task, 'duration_secs': 0.014534} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.147510] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.147510] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.147793] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.147882] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.148068] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.149194] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18bf6257-996c-41e8-84c6-e962bc57fcd5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.159624] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.159862] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.160026] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.160210] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.160357] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.160500] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.163235] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.163235] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.163235] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.163235] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.163235] env[69302]: DEBUG nova.virt.hardware [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.163795] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ed53b8-9cbd-4e02-baf2-1d5c6c3b35da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.169537] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.169711] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.171871] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1490908e-55e7-48cc-9b64-b92fbaa21058 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.179656] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b922d-5fed-4f11-b127-46388a7e528f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.187852] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 655.187852] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525372ad-e00f-20cf-5056-1aae08663f8e" [ 655.187852] env[69302]: _type = "Task" [ 655.187852] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.206497] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525372ad-e00f-20cf-5056-1aae08663f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.022223} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.207440] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19488ff-25a3-40bc-aed0-029eddd1cd6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.215189] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 655.215189] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521935f2-35d3-8eb6-72e6-d6e9eed7b828" [ 655.215189] env[69302]: _type = "Task" [ 655.215189] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.224197] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521935f2-35d3-8eb6-72e6-d6e9eed7b828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.246816] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182899, 'name': Rename_Task, 'duration_secs': 0.470568} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.246816] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.246897] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc442855-d7aa-49b8-8294-046671b52e06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.254112] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 655.254112] env[69302]: value = "task-3182900" [ 655.254112] env[69302]: _type = "Task" [ 655.254112] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.262511] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.417758] env[69302]: DEBUG nova.network.neutron [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.497455] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680892} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.498145] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e23100e6-9f59-4d0e-aff6-362854304d90/e23100e6-9f59-4d0e-aff6-362854304d90.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.498306] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.499876] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-007b5992-608b-4174-ab3b-0aff6249b675 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.504554] env[69302]: DEBUG oslo_vmware.api [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3182897, 'name': PowerOnVM_Task, 'duration_secs': 0.949589} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.504718] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.505164] env[69302]: INFO nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Took 14.81 seconds to spawn the instance on the hypervisor. [ 655.505446] env[69302]: DEBUG nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.506371] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b5f6e-5d51-4f19-a455-1baa53c7dcb1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.517903] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 655.517903] env[69302]: value = "task-3182901" [ 655.517903] env[69302]: _type = "Task" [ 655.517903] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.532412] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.623510] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.624096] env[69302]: DEBUG nova.compute.manager [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.627155] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.350s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.629675] env[69302]: INFO nova.compute.claims [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.726848] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521935f2-35d3-8eb6-72e6-d6e9eed7b828, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.729691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.730639] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 3ea11bb2-8f70-41b9-a1de-93329a648fb9/3ea11bb2-8f70-41b9-a1de-93329a648fb9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.730639] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d453076-67d2-44d0-b954-b01362c5eb63 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.742779] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 655.742779] env[69302]: value = "task-3182902" [ 655.742779] env[69302]: _type = "Task" [ 655.742779] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.752749] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.766180] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182900, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.896090] env[69302]: DEBUG nova.network.neutron [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance_info_cache with network_info: [{"id": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "address": "fa:16:3e:b5:1a:b1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c82e5e-0e", "ovs_interfaceid": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.916133] env[69302]: DEBUG nova.compute.manager [req-cf483621-58f6-4e21-bdf1-7d910f9b6e44 req-0250201d-f5a8-4a6d-b0d8-d5d9643397e8 service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Received event network-changed-33c987e4-c32f-4387-8879-d1f9feb285b0 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.916342] env[69302]: DEBUG nova.compute.manager [req-cf483621-58f6-4e21-bdf1-7d910f9b6e44 req-0250201d-f5a8-4a6d-b0d8-d5d9643397e8 service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Refreshing instance network info cache due to event network-changed-33c987e4-c32f-4387-8879-d1f9feb285b0. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.916554] env[69302]: DEBUG oslo_concurrency.lockutils [req-cf483621-58f6-4e21-bdf1-7d910f9b6e44 req-0250201d-f5a8-4a6d-b0d8-d5d9643397e8 service nova] Acquiring lock "refresh_cache-3ea11bb2-8f70-41b9-a1de-93329a648fb9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.916693] env[69302]: DEBUG oslo_concurrency.lockutils [req-cf483621-58f6-4e21-bdf1-7d910f9b6e44 req-0250201d-f5a8-4a6d-b0d8-d5d9643397e8 service nova] Acquired lock "refresh_cache-3ea11bb2-8f70-41b9-a1de-93329a648fb9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.916847] env[69302]: DEBUG nova.network.neutron [req-cf483621-58f6-4e21-bdf1-7d910f9b6e44 req-0250201d-f5a8-4a6d-b0d8-d5d9643397e8 service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Refreshing network info cache for port 33c987e4-c32f-4387-8879-d1f9feb285b0 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.027975] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104363} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.034845] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.038228] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e13770-0aa4-4e4b-b8e8-817df9581177 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.041831] env[69302]: INFO nova.compute.manager [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Took 19.55 seconds to build instance. [ 656.071761] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] e23100e6-9f59-4d0e-aff6-362854304d90/e23100e6-9f59-4d0e-aff6-362854304d90.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.072717] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3107df-c777-4ad3-8f12-26657f8baa50 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.094147] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 656.094147] env[69302]: value = "task-3182903" [ 656.094147] env[69302]: _type = "Task" [ 656.094147] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.103195] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.138373] env[69302]: DEBUG nova.compute.utils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.140626] env[69302]: DEBUG nova.compute.manager [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 656.254824] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182902, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.269836] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.400568] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402833] env[69302]: DEBUG nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Instance network_info: |[{"id": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "address": "fa:16:3e:b5:1a:b1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c82e5e-0e", "ovs_interfaceid": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.402975] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:1a:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59c82e5e-0e63-4a03-9726-9f837b8c974e', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.410815] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Creating folder: Project (59f771581db245bd9decd0f14b7fd52c). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.411167] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81cd442f-fd91-4cbe-94ee-ff7b48238711 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.426852] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Created folder: Project (59f771581db245bd9decd0f14b7fd52c) in parent group-v636578. [ 656.427269] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Creating folder: Instances. Parent ref: group-v636591. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.427360] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73aa80cb-fcfc-4045-b97c-6af17421cff8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.440802] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Created folder: Instances in parent group-v636591. [ 656.441073] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.441300] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.441516] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84cffc1f-5256-49d9-862b-24d654210bab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.464920] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.464920] env[69302]: value = "task-3182906" [ 656.464920] env[69302]: _type = "Task" [ 656.464920] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.475053] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182906, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.510746] env[69302]: DEBUG nova.network.neutron [req-007e33f9-9561-48d0-b351-18679dde08ad req-46a87eb0-27d4-47e7-8053-099574a83613 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Updated VIF entry in instance network info cache for port d7fcc4c8-1f42-415f-b26d-c14c11b78eba. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.511267] env[69302]: DEBUG nova.network.neutron [req-007e33f9-9561-48d0-b351-18679dde08ad req-46a87eb0-27d4-47e7-8053-099574a83613 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Updating instance_info_cache with network_info: [{"id": "d7fcc4c8-1f42-415f-b26d-c14c11b78eba", "address": "fa:16:3e:e4:39:99", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7fcc4c8-1f", "ovs_interfaceid": "d7fcc4c8-1f42-415f-b26d-c14c11b78eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.544348] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1dc626d9-8f2e-41ed-a7c5-45f401a13fb4 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "cc35e13c-a1f9-4392-b15a-acd5375b2895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.056s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.607690] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.644532] env[69302]: DEBUG nova.compute.manager [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.756119] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766022} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.759045] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 3ea11bb2-8f70-41b9-a1de-93329a648fb9/3ea11bb2-8f70-41b9-a1de-93329a648fb9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.759045] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.759045] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a1e7138-4cb2-4732-9798-5e3a993cb9a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.771287] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 656.771287] env[69302]: value = "task-3182907" [ 656.771287] env[69302]: _type = "Task" [ 656.771287] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.775827] env[69302]: DEBUG oslo_vmware.api [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3182900, 'name': PowerOnVM_Task, 'duration_secs': 1.076294} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.779159] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.779416] env[69302]: INFO nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Took 10.97 seconds to spawn the instance on the hypervisor. [ 656.779633] env[69302]: DEBUG nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.780443] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1187786d-d747-4be3-a654-db70698cdf22 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.791116] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.839767] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8df760-da44-44e1-9ed9-bcf363622a42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.848886] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f95baf-0d9c-49d5-878c-93363a51c01c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.883132] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b64e23-c908-4287-8e08-8675d3596fb4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.891205] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c28fbb4-7f51-412a-aeab-b06bf32a00d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.906279] env[69302]: DEBUG nova.compute.provider_tree [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.976017] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182906, 'name': CreateVM_Task, 'duration_secs': 0.360582} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.976757] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.977438] env[69302]: DEBUG oslo_vmware.service [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1e7d72-0f6e-40ff-9377-79b8725d21f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.983217] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.983364] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.983722] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.983953] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a76515f-54b3-4b5c-bc9d-f34dc64aea3b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.988277] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 656.988277] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526b3f16-abcd-eda8-a25a-1920b0999e68" [ 656.988277] env[69302]: _type = "Task" [ 656.988277] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.998082] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526b3f16-abcd-eda8-a25a-1920b0999e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.014457] env[69302]: DEBUG oslo_concurrency.lockutils [req-007e33f9-9561-48d0-b351-18679dde08ad req-46a87eb0-27d4-47e7-8053-099574a83613 service nova] Releasing lock "refresh_cache-e23100e6-9f59-4d0e-aff6-362854304d90" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.049540] env[69302]: DEBUG nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.107219] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182903, 'name': ReconfigVM_Task, 'duration_secs': 0.630161} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.108045] env[69302]: DEBUG nova.network.neutron [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Successfully updated port: af516e0b-7d27-4756-b52b-995a086eb927 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.109325] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Reconfigured VM instance instance-00000003 to attach disk [datastore1] e23100e6-9f59-4d0e-aff6-362854304d90/e23100e6-9f59-4d0e-aff6-362854304d90.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.110759] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44e590e0-6892-4438-bffc-d651f677e270 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.119434] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 657.119434] env[69302]: value = "task-3182908" [ 657.119434] env[69302]: _type = "Task" [ 657.119434] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.129974] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182908, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.287531] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07034} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.287716] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.288515] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69288130-d177-422c-8b35-babd48374a9d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.321306] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 3ea11bb2-8f70-41b9-a1de-93329a648fb9/3ea11bb2-8f70-41b9-a1de-93329a648fb9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.323999] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166f290e-7504-4a1c-be6f-46a9b5d34ac8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.339812] env[69302]: INFO nova.compute.manager [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Took 15.89 seconds to build instance. [ 657.347291] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 657.347291] env[69302]: value = "task-3182909" [ 657.347291] env[69302]: _type = "Task" [ 657.347291] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.356313] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.372247] env[69302]: DEBUG nova.network.neutron [req-cf483621-58f6-4e21-bdf1-7d910f9b6e44 req-0250201d-f5a8-4a6d-b0d8-d5d9643397e8 service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Updated VIF entry in instance network info cache for port 33c987e4-c32f-4387-8879-d1f9feb285b0. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.373040] env[69302]: DEBUG nova.network.neutron [req-cf483621-58f6-4e21-bdf1-7d910f9b6e44 req-0250201d-f5a8-4a6d-b0d8-d5d9643397e8 service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Updating instance_info_cache with network_info: [{"id": "33c987e4-c32f-4387-8879-d1f9feb285b0", "address": "fa:16:3e:ae:fc:22", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c987e4-c3", "ovs_interfaceid": "33c987e4-c32f-4387-8879-d1f9feb285b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.409172] env[69302]: DEBUG nova.scheduler.client.report [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.501290] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.501585] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.501856] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.501970] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.502158] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.502857] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e941580f-0bed-4c0e-a6c9-1e6111dbad53 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.513044] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.513315] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.514141] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dab153-0771-44d2-ae88-f45442298e82 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.521882] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4953646e-de89-4487-a206-8277cb20c9ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.529058] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 657.529058] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b9f609-e183-28b2-06eb-fa1e5027d9c7" [ 657.529058] env[69302]: _type = "Task" [ 657.529058] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.540962] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b9f609-e183-28b2-06eb-fa1e5027d9c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.588250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.613477] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquiring lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.613477] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquired lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.613477] env[69302]: DEBUG nova.network.neutron [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.634311] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182908, 'name': Rename_Task, 'duration_secs': 0.4739} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.634729] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.635241] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3ba3fb7-a892-43f9-a319-e34ad4701fce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.645278] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 657.645278] env[69302]: value = "task-3182910" [ 657.645278] env[69302]: _type = "Task" [ 657.645278] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.651799] env[69302]: DEBUG nova.compute.manager [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.657539] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.684819] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.685374] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.685374] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.685493] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.685564] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.686423] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.686423] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.686423] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.686423] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.686423] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.686709] env[69302]: DEBUG nova.virt.hardware [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.687450] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d870564b-4249-46a5-930f-2ae1235ebd4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.695725] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa7305-2c0f-4fe2-a945-f89bf126e23e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.718416] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.725813] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Creating folder: Project (9c46a39a4ff74a99934af9ed8307d316). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.726045] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c5437e6-9bda-4184-b9bf-e5128e338f38 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.736235] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Created folder: Project (9c46a39a4ff74a99934af9ed8307d316) in parent group-v636578. [ 657.736235] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Creating folder: Instances. Parent ref: group-v636594. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.736877] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc86a7aa-5bf0-45e6-a101-a7e0d2da1023 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.749217] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Created folder: Instances in parent group-v636594. [ 657.749464] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.749660] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.749866] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e59fba6b-1891-492b-bc1d-9f48e041a4e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.769172] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.769172] env[69302]: value = "task-3182913" [ 657.769172] env[69302]: _type = "Task" [ 657.769172] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.778278] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182913, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.842032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-37de0ccf-848d-49bb-a246-f49dc5d4def8 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "b631bcce-e3d1-402d-83c6-80e7054fee6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.411s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.863633] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.877186] env[69302]: DEBUG oslo_concurrency.lockutils [req-cf483621-58f6-4e21-bdf1-7d910f9b6e44 req-0250201d-f5a8-4a6d-b0d8-d5d9643397e8 service nova] Releasing lock "refresh_cache-3ea11bb2-8f70-41b9-a1de-93329a648fb9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.922623] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.922623] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.930363] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.585s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.930363] env[69302]: INFO nova.compute.claims [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.045256] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Preparing fetch location {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 658.049448] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Creating directory with path [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.049448] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-357846f8-86cd-4555-a595-97d126f6afcb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.064779] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Created directory with path [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.065104] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Fetch image to [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 658.065337] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Downloading image file data e0d636a7-a133-4948-827e-d20ca08c6942 to [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk on the data store datastore2 {{(pid=69302) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 658.068357] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c5ac9e-6f26-4760-b50e-ac53791d25e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.078888] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f0d98-b566-4a9b-b63c-de3a389ff867 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.095374] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811ddff6-23cc-465e-a75d-679a893d1966 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.138377] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a2dc54-e9bb-4088-82d2-2cc0fb8a2e51 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.145425] env[69302]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4c302d3a-991a-4640-81ad-fd648e83d50a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.156627] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182910, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.173973] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Downloading image file data e0d636a7-a133-4948-827e-d20ca08c6942 to the data store datastore2 {{(pid=69302) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 658.178020] env[69302]: DEBUG nova.network.neutron [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.238723] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 658.321737] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182913, 'name': CreateVM_Task, 'duration_secs': 0.354563} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.321737] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.322347] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.322412] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.322907] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.322992] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b34c384-901a-4843-9288-11b3b41f1e69 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.327942] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 658.327942] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5260296c-c3d7-628e-c701-dbff202f4b4b" [ 658.327942] env[69302]: _type = "Task" [ 658.327942] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.338529] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5260296c-c3d7-628e-c701-dbff202f4b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.361305] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182909, 'name': ReconfigVM_Task, 'duration_secs': 0.711509} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.362814] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 3ea11bb2-8f70-41b9-a1de-93329a648fb9/3ea11bb2-8f70-41b9-a1de-93329a648fb9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.362814] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b1e1e57-5114-42a3-bbad-dca9aced2979 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.370032] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 658.370032] env[69302]: value = "task-3182914" [ 658.370032] env[69302]: _type = "Task" [ 658.370032] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.384383] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182914, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.415368] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "dd81649a-43aa-42f9-bb5b-8450a93258a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.415630] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.435725] env[69302]: DEBUG nova.compute.utils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.440592] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.440592] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.667250] env[69302]: DEBUG oslo_vmware.api [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182910, 'name': PowerOnVM_Task, 'duration_secs': 0.986471} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.667250] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.667250] env[69302]: INFO nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Took 10.59 seconds to spawn the instance on the hypervisor. [ 658.667250] env[69302]: DEBUG nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.667548] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf13562-aba0-415e-9890-9159ec14917f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.674666] env[69302]: DEBUG nova.policy [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7dc65b871a4427db6927b8078db42e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd221d393d5c54bccb45e2c8095efccb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.855671] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.856862] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.856862] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.865476] env[69302]: DEBUG nova.network.neutron [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Updating instance_info_cache with network_info: [{"id": "af516e0b-7d27-4756-b52b-995a086eb927", "address": "fa:16:3e:e1:5e:e8", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf516e0b-7d", "ovs_interfaceid": "af516e0b-7d27-4756-b52b-995a086eb927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.894982] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182914, 'name': Rename_Task, 'duration_secs': 0.195587} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.895863] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.896210] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ddf1df2-3a88-48eb-818b-67409ed50bbf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.913026] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 658.913026] env[69302]: value = "task-3182915" [ 658.913026] env[69302]: _type = "Task" [ 658.913026] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.921589] env[69302]: DEBUG nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.934793] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.943598] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Completed reading data from the image iterator. {{(pid=69302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 658.943808] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 658.945602] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.099724] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Downloaded image file data e0d636a7-a133-4948-827e-d20ca08c6942 to vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk on the data store datastore2 {{(pid=69302) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 659.099724] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Caching image {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 659.099724] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Copying Virtual Disk [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk to [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.099724] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8eaae7-061f-41ad-86e0-a37ec7f27997 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.110635] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 659.110635] env[69302]: value = "task-3182916" [ 659.110635] env[69302]: _type = "Task" [ 659.110635] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.122970] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.205846] env[69302]: INFO nova.compute.manager [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Took 17.75 seconds to build instance. [ 659.282352] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a7af46-a8cf-4f14-bbea-60e57d024cbf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.295469] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa2a5d3-7b9f-4758-a4d4-21b2020ad4cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.339042] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902349f0-e894-4624-80b7-88df5d596a1f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.342616] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.343532] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.353988] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21203769-3989-4230-a3e3-a381411d5b1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.367281] env[69302]: DEBUG nova.compute.provider_tree [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.375852] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Releasing lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.375852] env[69302]: DEBUG nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Instance network_info: |[{"id": "af516e0b-7d27-4756-b52b-995a086eb927", "address": "fa:16:3e:e1:5e:e8", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf516e0b-7d", "ovs_interfaceid": "af516e0b-7d27-4756-b52b-995a086eb927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.376103] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:5e:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af516e0b-7d27-4756-b52b-995a086eb927', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.385566] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Creating folder: Project (9733037cd6934b5f83b638513fde128d). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.387165] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-343043aa-39fe-431a-baab-ba899fadf674 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.402146] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Created folder: Project (9733037cd6934b5f83b638513fde128d) in parent group-v636578. [ 659.402357] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Creating folder: Instances. Parent ref: group-v636597. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.402616] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28a6e5c5-0824-4e85-b57d-15ca66256083 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.419990] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Created folder: Instances in parent group-v636597. [ 659.420769] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.421668] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.421668] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0189d2db-0c33-4a7d-bf0a-258d49954fc7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.447465] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182915, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.460982] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.460982] env[69302]: value = "task-3182919" [ 659.460982] env[69302]: _type = "Task" [ 659.460982] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.467880] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.477990] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182919, 'name': CreateVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.550854] env[69302]: DEBUG nova.compute.manager [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Received event network-vif-plugged-59c82e5e-0e63-4a03-9726-9f837b8c974e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.551084] env[69302]: DEBUG oslo_concurrency.lockutils [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] Acquiring lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.551293] env[69302]: DEBUG oslo_concurrency.lockutils [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.551616] env[69302]: DEBUG oslo_concurrency.lockutils [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.551846] env[69302]: DEBUG nova.compute.manager [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] No waiting events found dispatching network-vif-plugged-59c82e5e-0e63-4a03-9726-9f837b8c974e {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.552215] env[69302]: WARNING nova.compute.manager [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Received unexpected event network-vif-plugged-59c82e5e-0e63-4a03-9726-9f837b8c974e for instance with vm_state building and task_state spawning. [ 659.552439] env[69302]: DEBUG nova.compute.manager [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Received event network-changed-59c82e5e-0e63-4a03-9726-9f837b8c974e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.552794] env[69302]: DEBUG nova.compute.manager [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Refreshing instance network info cache due to event network-changed-59c82e5e-0e63-4a03-9726-9f837b8c974e. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.552874] env[69302]: DEBUG oslo_concurrency.lockutils [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] Acquiring lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.552946] env[69302]: DEBUG oslo_concurrency.lockutils [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] Acquired lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.553434] env[69302]: DEBUG nova.network.neutron [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Refreshing network info cache for port 59c82e5e-0e63-4a03-9726-9f837b8c974e {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.556595] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Acquiring lock "cc35e13c-a1f9-4392-b15a-acd5375b2895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.557040] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Lock "cc35e13c-a1f9-4392-b15a-acd5375b2895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.557252] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Acquiring lock "cc35e13c-a1f9-4392-b15a-acd5375b2895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.557432] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Lock "cc35e13c-a1f9-4392-b15a-acd5375b2895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.557720] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Lock "cc35e13c-a1f9-4392-b15a-acd5375b2895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.561074] env[69302]: INFO nova.compute.manager [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Terminating instance [ 659.625035] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182916, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.708676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-68a6572b-2bee-474d-b783-7d8a676d769f tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "e23100e6-9f59-4d0e-aff6-362854304d90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.277s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.872875] env[69302]: DEBUG nova.scheduler.client.report [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.929510] env[69302]: DEBUG oslo_vmware.api [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182915, 'name': PowerOnVM_Task, 'duration_secs': 1.012271} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.930844] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.930844] env[69302]: INFO nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Took 9.50 seconds to spawn the instance on the hypervisor. [ 659.931288] env[69302]: DEBUG nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.933666] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7891e6-1ea8-46b8-9798-7783d4ac88e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.963269] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.987471] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182919, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.009319] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.009681] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.009926] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.010216] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.010745] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.011084] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.011451] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.011666] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.011879] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.012279] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.012279] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.013643] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7f8a60-105d-4118-a504-df0fa7397a78 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.026371] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb14c63-f071-42d8-80a9-bdfde7cacb67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.066919] env[69302]: DEBUG nova.compute.manager [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.067230] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.068258] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cc601e-3338-4db4-b1a4-898f79eb9f4d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.078705] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.079106] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13bc0c07-9319-4093-84f1-6d6828c0e9b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.087079] env[69302]: DEBUG oslo_vmware.api [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Waiting for the task: (returnval){ [ 660.087079] env[69302]: value = "task-3182920" [ 660.087079] env[69302]: _type = "Task" [ 660.087079] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.100391] env[69302]: DEBUG oslo_vmware.api [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Task: {'id': task-3182920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.122792] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182916, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.169958] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Successfully created port: 479bd9fd-60e6-4ad0-be38-426bb0ec4d39 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.193715] env[69302]: DEBUG nova.compute.manager [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Received event network-vif-plugged-af516e0b-7d27-4756-b52b-995a086eb927 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.193715] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] Acquiring lock "42f0a6b6-116c-4453-84a6-cac9f8750541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.193715] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] Lock "42f0a6b6-116c-4453-84a6-cac9f8750541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.193715] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] Lock "42f0a6b6-116c-4453-84a6-cac9f8750541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.193903] env[69302]: DEBUG nova.compute.manager [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] No waiting events found dispatching network-vif-plugged-af516e0b-7d27-4756-b52b-995a086eb927 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.193903] env[69302]: WARNING nova.compute.manager [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Received unexpected event network-vif-plugged-af516e0b-7d27-4756-b52b-995a086eb927 for instance with vm_state building and task_state spawning. [ 660.194094] env[69302]: DEBUG nova.compute.manager [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Received event network-changed-af516e0b-7d27-4756-b52b-995a086eb927 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.194207] env[69302]: DEBUG nova.compute.manager [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Refreshing instance network info cache due to event network-changed-af516e0b-7d27-4756-b52b-995a086eb927. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.194592] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] Acquiring lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.194661] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] Acquired lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.195282] env[69302]: DEBUG nova.network.neutron [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Refreshing network info cache for port af516e0b-7d27-4756-b52b-995a086eb927 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.210836] env[69302]: DEBUG nova.compute.manager [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.382331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.382980] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.386435] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.952s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.386651] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.390027] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 660.390027] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.442s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.390027] env[69302]: INFO nova.compute.claims [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.392434] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a681cc6e-ec20-4b86-a877-c2df23694fe6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.408745] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebeac6-c242-424a-a248-123ff231cfa0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.429068] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0325ab0c-44a9-4f94-ac40-482898e2829d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.440055] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aea452-fe4c-46f8-be8d-1d7524acd3c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.481990] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181005MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 660.482176] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.491399] env[69302]: INFO nova.compute.manager [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Took 18.58 seconds to build instance. [ 660.496995] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182919, 'name': CreateVM_Task, 'duration_secs': 0.702421} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.497325] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.498269] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.498414] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.498715] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.498973] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b8eb22-f46c-40c2-8a83-b703cca6a92b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.504803] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 660.504803] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a0a419-585c-d1bb-b8bc-60d2183f1b02" [ 660.504803] env[69302]: _type = "Task" [ 660.504803] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.518342] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a0a419-585c-d1bb-b8bc-60d2183f1b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.597246] env[69302]: DEBUG oslo_vmware.api [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Task: {'id': task-3182920, 'name': PowerOffVM_Task, 'duration_secs': 0.449858} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.597524] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.597707] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.597968] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0e6e4a7-a853-4750-a6f3-be24c6eafe3e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.625562] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182916, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.040324} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.625840] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Copied Virtual Disk [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk to [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.625981] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleting the datastore file [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942/tmp-sparse.vmdk {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.626271] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e69ae529-3eab-4c7a-a466-05591b1f986c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.634823] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 660.634823] env[69302]: value = "task-3182922" [ 660.634823] env[69302]: _type = "Task" [ 660.634823] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.647350] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.695023] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.695023] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.695023] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Deleting the datastore file [datastore1] cc35e13c-a1f9-4392-b15a-acd5375b2895 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.695310] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f9d461-e130-4742-b87b-e1f03149a468 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.712184] env[69302]: DEBUG oslo_vmware.api [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Waiting for the task: (returnval){ [ 660.712184] env[69302]: value = "task-3182923" [ 660.712184] env[69302]: _type = "Task" [ 660.712184] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.725756] env[69302]: DEBUG oslo_vmware.api [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Task: {'id': task-3182923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.743509] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.893988] env[69302]: DEBUG nova.compute.utils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.895665] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.895787] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.991690] env[69302]: DEBUG oslo_concurrency.lockutils [None req-95760118-1dba-4714-965f-4e0941c80072 tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.100s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.017946] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.018808] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.018808] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.093231] env[69302]: DEBUG nova.policy [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7dc65b871a4427db6927b8078db42e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd221d393d5c54bccb45e2c8095efccb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.103226] env[69302]: DEBUG nova.network.neutron [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updated VIF entry in instance network info cache for port 59c82e5e-0e63-4a03-9726-9f837b8c974e. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.103599] env[69302]: DEBUG nova.network.neutron [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance_info_cache with network_info: [{"id": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "address": "fa:16:3e:b5:1a:b1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c82e5e-0e", "ovs_interfaceid": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.149755] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068975} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.150728] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.153610] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Moving file from [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e/e0d636a7-a133-4948-827e-d20ca08c6942 to [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942. {{(pid=69302) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 661.153610] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b124ae46-6641-4f42-9ebb-6112faf3019d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.169564] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 661.169564] env[69302]: value = "task-3182924" [ 661.169564] env[69302]: _type = "Task" [ 661.169564] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.187139] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182924, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.230074] env[69302]: DEBUG oslo_vmware.api [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Task: {'id': task-3182923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389004} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.230401] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.230877] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.230877] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.230985] env[69302]: INFO nova.compute.manager [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Took 1.16 seconds to destroy the instance on the hypervisor. [ 661.231644] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.234840] env[69302]: DEBUG nova.compute.manager [-] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.234840] env[69302]: DEBUG nova.network.neutron [-] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.409834] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.548555] env[69302]: DEBUG nova.network.neutron [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Updated VIF entry in instance network info cache for port af516e0b-7d27-4756-b52b-995a086eb927. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.548963] env[69302]: DEBUG nova.network.neutron [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Updating instance_info_cache with network_info: [{"id": "af516e0b-7d27-4756-b52b-995a086eb927", "address": "fa:16:3e:e1:5e:e8", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf516e0b-7d", "ovs_interfaceid": "af516e0b-7d27-4756-b52b-995a086eb927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.606666] env[69302]: DEBUG oslo_concurrency.lockutils [req-9d27c598-9a88-4b50-b2e4-0d4066e72ad6 req-f2fa4e38-c162-49ef-80d4-a3cc66db8a60 service nova] Releasing lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.680682] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182924, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.038067} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.680954] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] File moved {{(pid=69302) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 661.681159] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Cleaning up location [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 661.681629] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleting the datastore file [datastore2] vmware_temp/e4e9334c-521b-46e8-86b3-42a188497b3e {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.681629] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5328faef-f7a5-4760-b6f7-7036ab0d7070 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.693384] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef352b41-9781-425b-97c6-555a97ecfb73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.693834] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 661.693834] env[69302]: value = "task-3182925" [ 661.693834] env[69302]: _type = "Task" [ 661.693834] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.706305] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "d684c74f-d058-47b5-8dcc-fc9287843569" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.706621] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "d684c74f-d058-47b5-8dcc-fc9287843569" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.709551] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c5498-b1ba-475b-943f-c23a00a6e8ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.718126] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.752968] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea8f2a6-7092-4939-8366-ca9f7382ddba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.764534] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe15447-fff9-4685-9479-43bf4bf98d83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.783115] env[69302]: DEBUG nova.compute.provider_tree [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.053264] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9766be6-2e24-4595-afbc-792756f4995b req-b9252f81-d12a-4e94-84f6-9b503a7af616 service nova] Releasing lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.205397] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057831} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.205832] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.206460] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171d582a-a2d9-4504-b99d-6d4b9f6137dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.212844] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 662.212844] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52740bbe-496a-7259-6914-6079d6112303" [ 662.212844] env[69302]: _type = "Task" [ 662.212844] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.216570] env[69302]: DEBUG nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.224921] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52740bbe-496a-7259-6914-6079d6112303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.285672] env[69302]: DEBUG nova.scheduler.client.report [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.422475] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.451034] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.451034] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.451034] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.451447] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.451447] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.452155] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.452331] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.453210] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.453210] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.453210] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.453210] env[69302]: DEBUG nova.virt.hardware [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.457144] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaaf104-56d6-496b-8f1c-e1d8a79767cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.466991] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cb965a-671a-43d2-a5d7-cb78a1825ad2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.589795] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Successfully created port: c58b3857-2b25-4eb2-b3b2-3b4cec597e13 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.728355] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52740bbe-496a-7259-6914-6079d6112303, 'name': SearchDatastore_Task, 'duration_secs': 0.041129} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.731155] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.731423] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] feb83f01-3afd-4831-8db9-e37ba30939ad/feb83f01-3afd-4831-8db9-e37ba30939ad.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.732063] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.732293] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.732937] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffabaff5-e3e7-48ee-8cfb-140f0ea7d508 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.736949] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a7a4225-cab1-47b1-b802-daabf113c476 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.745492] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 662.745492] env[69302]: value = "task-3182926" [ 662.745492] env[69302]: _type = "Task" [ 662.745492] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.749848] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.749848] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.751426] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df9782f-bac3-4abd-a027-002be85e535c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.758631] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.758936] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.763980] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 662.763980] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ad57a7-b661-ec00-9d21-63a272538e5a" [ 662.763980] env[69302]: _type = "Task" [ 662.763980] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.772985] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ad57a7-b661-ec00-9d21-63a272538e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.791455] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.792014] env[69302]: DEBUG nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.795225] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.207s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.796678] env[69302]: INFO nova.compute.claims [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.923287] env[69302]: DEBUG nova.network.neutron [-] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.260039] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182926, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.280243] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ad57a7-b661-ec00-9d21-63a272538e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.029626} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.281415] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a86b3f-7fe6-44d6-8b2e-64de8bfad897 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.290595] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 663.290595] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521126dc-f51d-6803-5d44-b0fa29bf0510" [ 663.290595] env[69302]: _type = "Task" [ 663.290595] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.305909] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521126dc-f51d-6803-5d44-b0fa29bf0510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.308345] env[69302]: DEBUG nova.compute.utils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.319733] env[69302]: DEBUG nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.319733] env[69302]: DEBUG nova.network.neutron [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.427688] env[69302]: INFO nova.compute.manager [-] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Took 2.19 seconds to deallocate network for instance. [ 663.526209] env[69302]: DEBUG nova.policy [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '137a77422e274c57a27996c2cd28a19d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b5a9fafc9a846b88b70c3982d6655ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.757658] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674006} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.757939] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] feb83f01-3afd-4831-8db9-e37ba30939ad/feb83f01-3afd-4831-8db9-e37ba30939ad.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.758150] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.758406] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a509fd2d-646c-407c-947d-4be049eb58ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.768449] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 663.768449] env[69302]: value = "task-3182927" [ 663.768449] env[69302]: _type = "Task" [ 663.768449] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.779227] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.813089] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521126dc-f51d-6803-5d44-b0fa29bf0510, 'name': SearchDatastore_Task, 'duration_secs': 0.051592} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.813363] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.813631] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] d5f48c32-267d-4702-b9f2-11cc5588a84e/d5f48c32-267d-4702-b9f2-11cc5588a84e.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.814063] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.814142] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.814306] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c77ad0-dfd4-4fc7-be9f-436c54d487cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.820788] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f40f7baf-6b3b-4584-b74b-ec0d5e6a33b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.823050] env[69302]: DEBUG nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.842656] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.842845] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.843714] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 663.843714] env[69302]: value = "task-3182928" [ 663.843714] env[69302]: _type = "Task" [ 663.843714] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.843973] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6a0774-c51c-4289-9c49-fb1acfb61716 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.865065] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 663.865065] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521f9a7a-d03c-ecd3-2b66-be5540e5fc16" [ 663.865065] env[69302]: _type = "Task" [ 663.865065] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.865359] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.883066] env[69302]: DEBUG nova.compute.manager [req-422ab429-8a70-4014-9d39-c3150a578ad9 req-98d30f23-7362-4a04-bef6-66db895349a1 service nova] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Received event network-vif-deleted-dba4a779-4ba0-409c-b1a9-b2af89d7bd9e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.884228] env[69302]: DEBUG nova.compute.manager [None req-5709335a-1469-4e88-bee3-309f73c3dade tempest-ServerDiagnosticsTest-170978862 tempest-ServerDiagnosticsTest-170978862-project-admin] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.886750] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60435e0b-3096-4643-bfb3-21b12f8ccc52 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.900259] env[69302]: INFO nova.compute.manager [None req-5709335a-1469-4e88-bee3-309f73c3dade tempest-ServerDiagnosticsTest-170978862 tempest-ServerDiagnosticsTest-170978862-project-admin] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Retrieving diagnostics [ 663.901296] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521f9a7a-d03c-ecd3-2b66-be5540e5fc16, 'name': SearchDatastore_Task, 'duration_secs': 0.015803} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.901443] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91711e-933c-412f-b556-b42451fb6aef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.905498] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d896e9ad-f7df-4aae-a388-a2a6e44f22cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.913470] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 663.913470] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5267d7fc-25cc-a027-8aab-4454412257a5" [ 663.913470] env[69302]: _type = "Task" [ 663.913470] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.947953] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.961910] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5267d7fc-25cc-a027-8aab-4454412257a5, 'name': SearchDatastore_Task, 'duration_secs': 0.017886} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.962149] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.962272] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 42f0a6b6-116c-4453-84a6-cac9f8750541/42f0a6b6-116c-4453-84a6-cac9f8750541.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.966558] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0eed694-f011-484d-abb3-7450c467c659 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.977839] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 663.977839] env[69302]: value = "task-3182929" [ 663.977839] env[69302]: _type = "Task" [ 663.977839] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.990877] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.157847] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76a72e-3b07-4c09-aacf-b7fcb18e8cdd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.172025] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb12bcb7-2958-4c60-931a-3d899d20b890 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.207136] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Successfully updated port: 479bd9fd-60e6-4ad0-be38-426bb0ec4d39 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.209956] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37c1bf-f786-4f6a-ac5e-0200eb83a5bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.221941] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fede4e0-8b13-4989-b4cb-0a8bbe51538e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.246044] env[69302]: DEBUG nova.compute.provider_tree [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.281705] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137083} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.282082] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.282816] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f2cea4-76e8-4c73-9908-a26af89c5f08 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.310766] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] feb83f01-3afd-4831-8db9-e37ba30939ad/feb83f01-3afd-4831-8db9-e37ba30939ad.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.310766] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44ae08c-7561-40d5-a07a-14e9fdc45620 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.338360] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 664.338360] env[69302]: value = "task-3182930" [ 664.338360] env[69302]: _type = "Task" [ 664.338360] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.351649] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.363357] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182928, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.495390] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182929, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.513510] env[69302]: DEBUG nova.compute.manager [req-cdbcc199-9d77-478c-9cbf-387ca57f5852 req-33966642-0d15-4ae7-a002-38445abc2208 service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Received event network-vif-plugged-479bd9fd-60e6-4ad0-be38-426bb0ec4d39 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.513610] env[69302]: DEBUG oslo_concurrency.lockutils [req-cdbcc199-9d77-478c-9cbf-387ca57f5852 req-33966642-0d15-4ae7-a002-38445abc2208 service nova] Acquiring lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.513765] env[69302]: DEBUG oslo_concurrency.lockutils [req-cdbcc199-9d77-478c-9cbf-387ca57f5852 req-33966642-0d15-4ae7-a002-38445abc2208 service nova] Lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.513959] env[69302]: DEBUG oslo_concurrency.lockutils [req-cdbcc199-9d77-478c-9cbf-387ca57f5852 req-33966642-0d15-4ae7-a002-38445abc2208 service nova] Lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.514087] env[69302]: DEBUG nova.compute.manager [req-cdbcc199-9d77-478c-9cbf-387ca57f5852 req-33966642-0d15-4ae7-a002-38445abc2208 service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] No waiting events found dispatching network-vif-plugged-479bd9fd-60e6-4ad0-be38-426bb0ec4d39 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.514257] env[69302]: WARNING nova.compute.manager [req-cdbcc199-9d77-478c-9cbf-387ca57f5852 req-33966642-0d15-4ae7-a002-38445abc2208 service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Received unexpected event network-vif-plugged-479bd9fd-60e6-4ad0-be38-426bb0ec4d39 for instance with vm_state building and task_state spawning. [ 664.713468] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "refresh_cache-19dd952a-38f4-40d3-b69b-8723d5bc6a32" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.713929] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "refresh_cache-19dd952a-38f4-40d3-b69b-8723d5bc6a32" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.714145] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.749364] env[69302]: DEBUG nova.scheduler.client.report [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.848045] env[69302]: DEBUG nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.864922] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.875912] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640861} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.875912] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] d5f48c32-267d-4702-b9f2-11cc5588a84e/d5f48c32-267d-4702-b9f2-11cc5588a84e.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.875912] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.876173] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36b993d3-8e06-41aa-ab32-e35f9d9aa072 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.887097] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 664.887097] env[69302]: value = "task-3182931" [ 664.887097] env[69302]: _type = "Task" [ 664.887097] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.906669] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.909283] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.911983] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.911983] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.912225] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.912375] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.912616] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.912717] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.912869] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.913063] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.913229] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.913394] env[69302]: DEBUG nova.virt.hardware [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.915353] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc231cdd-408f-49ba-9fa5-5080f7493f00 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.936851] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50192da-8f1c-4a7a-83ab-1860dbf38590 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.993892] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892126} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.994053] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 42f0a6b6-116c-4453-84a6-cac9f8750541/42f0a6b6-116c-4453-84a6-cac9f8750541.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.994233] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.994524] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a28cf2a-71b6-443a-8f35-3916414762cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.007625] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 665.007625] env[69302]: value = "task-3182932" [ 665.007625] env[69302]: _type = "Task" [ 665.007625] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.015848] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.255422] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.255973] env[69302]: DEBUG nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.259931] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.792s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.261694] env[69302]: INFO nova.compute.claims [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.350463] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182930, 'name': ReconfigVM_Task, 'duration_secs': 0.785898} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.350947] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Reconfigured VM instance instance-00000005 to attach disk [datastore2] feb83f01-3afd-4831-8db9-e37ba30939ad/feb83f01-3afd-4831-8db9-e37ba30939ad.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.351385] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90521a10-0e10-4166-9d59-b7baa8faacab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.360549] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 665.360549] env[69302]: value = "task-3182933" [ 665.360549] env[69302]: _type = "Task" [ 665.360549] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.372750] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182933, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.397510] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078879} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.397785] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.398679] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522ecf27-e47c-4783-88af-f41c24549360 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.423512] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] d5f48c32-267d-4702-b9f2-11cc5588a84e/d5f48c32-267d-4702-b9f2-11cc5588a84e.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.424048] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a31d61-569e-462f-9cba-f60c6b647b73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.440993] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquiring lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.441291] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.441486] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquiring lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.441651] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.441829] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.444217] env[69302]: INFO nova.compute.manager [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Terminating instance [ 665.457021] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 665.457021] env[69302]: value = "task-3182934" [ 665.457021] env[69302]: _type = "Task" [ 665.457021] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.466930] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.504827] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.517577] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076257} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.517727] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.518518] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9980adaf-261e-4d3d-b195-699f2868b0d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.547788] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 42f0a6b6-116c-4453-84a6-cac9f8750541/42f0a6b6-116c-4453-84a6-cac9f8750541.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.548111] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57285e2-746e-4621-9180-0b4d70bb4cd0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.571388] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 665.571388] env[69302]: value = "task-3182935" [ 665.571388] env[69302]: _type = "Task" [ 665.571388] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.586135] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.774402] env[69302]: DEBUG nova.compute.utils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.774402] env[69302]: DEBUG nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.774907] env[69302]: DEBUG nova.network.neutron [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.878856] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182933, 'name': Rename_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.880028] env[69302]: DEBUG nova.network.neutron [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Successfully created port: b30316a0-e77f-4795-952f-5921fc240577 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.951572] env[69302]: DEBUG nova.compute.manager [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.951827] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.952870] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb447c-0b65-440d-8f83-2f62df0d7291 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.973024] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.976320] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.976656] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fee9410-dea6-4f02-bcbb-333223537434 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.987269] env[69302]: DEBUG oslo_vmware.api [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 665.987269] env[69302]: value = "task-3182936" [ 665.987269] env[69302]: _type = "Task" [ 665.987269] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.004531] env[69302]: DEBUG oslo_vmware.api [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.066249] env[69302]: DEBUG nova.policy [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c04cf3f02728489fa25b6b9f0846211a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '813ecbe4c17049fcb5af61ed82d2e0ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.085875] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.090567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquiring lock "e23100e6-9f59-4d0e-aff6-362854304d90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.090962] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "e23100e6-9f59-4d0e-aff6-362854304d90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.091091] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquiring lock "e23100e6-9f59-4d0e-aff6-362854304d90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.091218] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "e23100e6-9f59-4d0e-aff6-362854304d90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.091387] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "e23100e6-9f59-4d0e-aff6-362854304d90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.093961] env[69302]: INFO nova.compute.manager [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Terminating instance [ 666.282950] env[69302]: DEBUG nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.378979] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182933, 'name': Rename_Task, 'duration_secs': 0.519627} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.381800] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.382996] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-317c831e-bbdc-42a4-adb8-339102573f8a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.392572] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 666.392572] env[69302]: value = "task-3182937" [ 666.392572] env[69302]: _type = "Task" [ 666.392572] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.406454] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.427475] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Updating instance_info_cache with network_info: [{"id": "479bd9fd-60e6-4ad0-be38-426bb0ec4d39", "address": "fa:16:3e:b5:fa:77", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479bd9fd-60", "ovs_interfaceid": "479bd9fd-60e6-4ad0-be38-426bb0ec4d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.480224] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182934, 'name': ReconfigVM_Task, 'duration_secs': 0.798387} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.480224] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Reconfigured VM instance instance-00000007 to attach disk [datastore2] d5f48c32-267d-4702-b9f2-11cc5588a84e/d5f48c32-267d-4702-b9f2-11cc5588a84e.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.480224] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7ba2ecc-e55d-4867-9f79-2f385c7ff906 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.487699] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 666.487699] env[69302]: value = "task-3182938" [ 666.487699] env[69302]: _type = "Task" [ 666.487699] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.523607] env[69302]: DEBUG oslo_vmware.api [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182936, 'name': PowerOffVM_Task, 'duration_secs': 0.251224} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.523607] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182938, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.523607] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.523607] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.524186] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7de7664-3b98-4932-9b1d-416694d1bb94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.586034] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182935, 'name': ReconfigVM_Task, 'duration_secs': 0.719423} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.586034] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 42f0a6b6-116c-4453-84a6-cac9f8750541/42f0a6b6-116c-4453-84a6-cac9f8750541.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.586034] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11350d58-cfdc-4909-ba6e-5a8e8a7bd7d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.599093] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 666.599093] env[69302]: value = "task-3182940" [ 666.599093] env[69302]: _type = "Task" [ 666.599093] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.599093] env[69302]: DEBUG nova.compute.manager [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.599093] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.604314] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb2c8ad-2de0-4336-ae70-fbe97c193822 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.616340] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182940, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.624856] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.625020] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.625318] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Deleting the datastore file [datastore1] 3ea11bb2-8f70-41b9-a1de-93329a648fb9 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.626534] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b3c7655-88fd-425f-9381-c563d9ae2a54 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.630871] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.632235] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e169712d-c7a0-4bbb-a283-4181efd18c8d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.634582] env[69302]: DEBUG oslo_vmware.api [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for the task: (returnval){ [ 666.634582] env[69302]: value = "task-3182941" [ 666.634582] env[69302]: _type = "Task" [ 666.634582] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.647485] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f3381-01f4-46e5-b45f-73215d9e6b00 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.656719] env[69302]: DEBUG oslo_vmware.api [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 666.656719] env[69302]: value = "task-3182942" [ 666.656719] env[69302]: _type = "Task" [ 666.656719] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.657300] env[69302]: DEBUG oslo_vmware.api [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.667924] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d5b702-b91f-4952-9d72-3dc6adcffdfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.685347] env[69302]: DEBUG oslo_vmware.api [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.722623] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ec1613-77c6-4868-b77f-ca5fc8464d58 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.732882] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07809c0d-9664-4e99-add9-ffb40d093173 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.753312] env[69302]: DEBUG nova.compute.provider_tree [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.917612] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.932289] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "refresh_cache-19dd952a-38f4-40d3-b69b-8723d5bc6a32" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.933721] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Instance network_info: |[{"id": "479bd9fd-60e6-4ad0-be38-426bb0ec4d39", "address": "fa:16:3e:b5:fa:77", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479bd9fd-60", "ovs_interfaceid": "479bd9fd-60e6-4ad0-be38-426bb0ec4d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.933867] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:fa:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '479bd9fd-60e6-4ad0-be38-426bb0ec4d39', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.943474] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Creating folder: Project (d221d393d5c54bccb45e2c8095efccb8). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.944105] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8453ae4d-2cd2-4ebf-a305-05289e9789af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.961317] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Created folder: Project (d221d393d5c54bccb45e2c8095efccb8) in parent group-v636578. [ 666.961317] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Creating folder: Instances. Parent ref: group-v636600. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.961737] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-695145ac-6592-484c-a711-1b4433b5b612 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.980156] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Created folder: Instances in parent group-v636600. [ 666.980783] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.980783] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.980866] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eb96640-dd21-461c-b524-282ab8680013 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.021098] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182938, 'name': Rename_Task, 'duration_secs': 0.207607} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.022784] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.022784] env[69302]: value = "task-3182945" [ 667.022784] env[69302]: _type = "Task" [ 667.022784] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.022784] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.022784] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1263c7-7a07-4cdd-9ae1-e541044809b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.036673] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182945, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.039036] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 667.039036] env[69302]: value = "task-3182946" [ 667.039036] env[69302]: _type = "Task" [ 667.039036] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.048603] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.074594] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Successfully updated port: c58b3857-2b25-4eb2-b3b2-3b4cec597e13 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.114159] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182940, 'name': Rename_Task, 'duration_secs': 0.205211} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.114448] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.114708] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73bd8026-9b6a-4ab9-a3e7-90e54eca9354 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.123486] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 667.123486] env[69302]: value = "task-3182947" [ 667.123486] env[69302]: _type = "Task" [ 667.123486] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.133666] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.150205] env[69302]: DEBUG oslo_vmware.api [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Task: {'id': task-3182941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185469} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.150205] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.150205] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.150205] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.150205] env[69302]: INFO nova.compute.manager [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 667.150416] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.150416] env[69302]: DEBUG nova.compute.manager [-] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.150416] env[69302]: DEBUG nova.network.neutron [-] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.171039] env[69302]: DEBUG oslo_vmware.api [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182942, 'name': PowerOffVM_Task, 'duration_secs': 0.224909} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.173052] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.173052] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.173052] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44e7eee5-240c-4691-bcd2-2410745b986b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.249312] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.249312] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.249312] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Deleting the datastore file [datastore1] e23100e6-9f59-4d0e-aff6-362854304d90 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.249312] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edcfda2a-1958-4ba6-b9e2-2819c6f09aab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.255249] env[69302]: DEBUG oslo_vmware.api [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for the task: (returnval){ [ 667.255249] env[69302]: value = "task-3182949" [ 667.255249] env[69302]: _type = "Task" [ 667.255249] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.258497] env[69302]: DEBUG nova.scheduler.client.report [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.270592] env[69302]: DEBUG oslo_vmware.api [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.291597] env[69302]: DEBUG nova.network.neutron [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Successfully created port: 054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.296100] env[69302]: DEBUG nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.333660] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.333660] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.333660] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.333904] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.333904] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.333904] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.333904] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.333904] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.334087] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.335159] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.335159] env[69302]: DEBUG nova.virt.hardware [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.335491] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5abae9-1a1e-4b4d-830a-5c349baa43ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.345099] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee7714a-46c4-43d5-8374-49d45eb8265e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.410724] env[69302]: DEBUG oslo_vmware.api [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3182937, 'name': PowerOnVM_Task, 'duration_secs': 0.639674} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.410724] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.410724] env[69302]: INFO nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Took 14.69 seconds to spawn the instance on the hypervisor. [ 667.410724] env[69302]: DEBUG nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.410724] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d650ea-fc06-4dbc-818d-2bcdfffaaebf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.535797] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182945, 'name': CreateVM_Task, 'duration_secs': 0.438101} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.535988] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.536813] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.537036] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.537404] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.537711] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792fa889-88fd-4b0f-af02-bd4c515bb0b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.550322] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 667.550322] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520a293f-d546-9b45-b6ed-35883816ebcf" [ 667.550322] env[69302]: _type = "Task" [ 667.550322] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.555594] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182946, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.571859] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520a293f-d546-9b45-b6ed-35883816ebcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.584131] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "refresh_cache-fb021b97-1036-47e1-a0ea-3db555586804" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.584471] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "refresh_cache-fb021b97-1036-47e1-a0ea-3db555586804" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.584650] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.636357] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.769055] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.769726] env[69302]: DEBUG nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.776023] env[69302]: DEBUG oslo_vmware.api [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Task: {'id': task-3182949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210248} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.776023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.291s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.776023] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.776023] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.776023] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.776268] env[69302]: INFO nova.compute.manager [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Took 1.18 seconds to destroy the instance on the hypervisor. [ 667.776268] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.776268] env[69302]: DEBUG nova.compute.manager [-] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.776268] env[69302]: DEBUG nova.network.neutron [-] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.935738] env[69302]: INFO nova.compute.manager [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Took 24.70 seconds to build instance. [ 668.054493] env[69302]: DEBUG oslo_vmware.api [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3182946, 'name': PowerOnVM_Task, 'duration_secs': 0.569376} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.054786] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.054937] env[69302]: INFO nova.compute.manager [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Took 10.40 seconds to spawn the instance on the hypervisor. [ 668.055110] env[69302]: DEBUG nova.compute.manager [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.055961] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98b1e0a-073e-48e0-baf5-e9788a121898 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.075308] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520a293f-d546-9b45-b6ed-35883816ebcf, 'name': SearchDatastore_Task, 'duration_secs': 0.01769} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.075546] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.075768] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.075997] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.076148] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.076320] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.077039] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9927878-362d-475f-a3f1-f7f0b0b848ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.091402] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.091542] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.092530] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54de17a-1265-48d8-be1e-3397fe0639e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.100670] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 668.100670] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f03538-6f23-72fb-43de-eed9526e2cff" [ 668.100670] env[69302]: _type = "Task" [ 668.100670] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.111021] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f03538-6f23-72fb-43de-eed9526e2cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.137026] env[69302]: DEBUG oslo_vmware.api [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182947, 'name': PowerOnVM_Task, 'duration_secs': 0.576111} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.137026] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.137026] env[69302]: INFO nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Took 13.02 seconds to spawn the instance on the hypervisor. [ 668.137026] env[69302]: DEBUG nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.137026] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59452a5b-0ac9-443e-a3cc-bfb49dba635c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.214663] env[69302]: DEBUG nova.compute.manager [req-0f0c17c1-3468-4e2c-8bac-8f77ffc0ba2f req-c2fe7531-2268-42cf-ba2c-e258806e9c3c service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Received event network-vif-plugged-c58b3857-2b25-4eb2-b3b2-3b4cec597e13 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.214663] env[69302]: DEBUG oslo_concurrency.lockutils [req-0f0c17c1-3468-4e2c-8bac-8f77ffc0ba2f req-c2fe7531-2268-42cf-ba2c-e258806e9c3c service nova] Acquiring lock "fb021b97-1036-47e1-a0ea-3db555586804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.214663] env[69302]: DEBUG oslo_concurrency.lockutils [req-0f0c17c1-3468-4e2c-8bac-8f77ffc0ba2f req-c2fe7531-2268-42cf-ba2c-e258806e9c3c service nova] Lock "fb021b97-1036-47e1-a0ea-3db555586804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.214663] env[69302]: DEBUG oslo_concurrency.lockutils [req-0f0c17c1-3468-4e2c-8bac-8f77ffc0ba2f req-c2fe7531-2268-42cf-ba2c-e258806e9c3c service nova] Lock "fb021b97-1036-47e1-a0ea-3db555586804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.214663] env[69302]: DEBUG nova.compute.manager [req-0f0c17c1-3468-4e2c-8bac-8f77ffc0ba2f req-c2fe7531-2268-42cf-ba2c-e258806e9c3c service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] No waiting events found dispatching network-vif-plugged-c58b3857-2b25-4eb2-b3b2-3b4cec597e13 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.214841] env[69302]: WARNING nova.compute.manager [req-0f0c17c1-3468-4e2c-8bac-8f77ffc0ba2f req-c2fe7531-2268-42cf-ba2c-e258806e9c3c service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Received unexpected event network-vif-plugged-c58b3857-2b25-4eb2-b3b2-3b4cec597e13 for instance with vm_state building and task_state spawning. [ 668.237287] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.275820] env[69302]: DEBUG nova.compute.utils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.277813] env[69302]: DEBUG nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.277813] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.430484] env[69302]: DEBUG nova.policy [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '070b1ef5cf07414eb349a21fd8e0780c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd049435607534765842443d8664e443f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.437726] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b75cb185-68fc-438e-b188-57b0c1da0198 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.233s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.533547] env[69302]: DEBUG nova.compute.manager [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Received event network-changed-479bd9fd-60e6-4ad0-be38-426bb0ec4d39 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.533547] env[69302]: DEBUG nova.compute.manager [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Refreshing instance network info cache due to event network-changed-479bd9fd-60e6-4ad0-be38-426bb0ec4d39. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.533547] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] Acquiring lock "refresh_cache-19dd952a-38f4-40d3-b69b-8723d5bc6a32" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.533547] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] Acquired lock "refresh_cache-19dd952a-38f4-40d3-b69b-8723d5bc6a32" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.533547] env[69302]: DEBUG nova.network.neutron [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Refreshing network info cache for port 479bd9fd-60e6-4ad0-be38-426bb0ec4d39 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.587947] env[69302]: INFO nova.compute.manager [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Took 24.36 seconds to build instance. [ 668.620428] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f03538-6f23-72fb-43de-eed9526e2cff, 'name': SearchDatastore_Task, 'duration_secs': 0.01327} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.621609] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84af4080-e42c-49b6-8a51-43cfd962dc80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.630091] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 668.630091] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52353b90-6cf1-2f8b-486f-0d20d7c58c62" [ 668.630091] env[69302]: _type = "Task" [ 668.630091] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.642246] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52353b90-6cf1-2f8b-486f-0d20d7c58c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.663353] env[69302]: INFO nova.compute.manager [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Took 24.84 seconds to build instance. [ 668.794976] env[69302]: DEBUG nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.832387] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance cc35e13c-a1f9-4392-b15a-acd5375b2895 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 668.832573] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b631bcce-e3d1-402d-83c6-80e7054fee6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.832697] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance e23100e6-9f59-4d0e-aff6-362854304d90 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.832830] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 3ea11bb2-8f70-41b9-a1de-93329a648fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.833632] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance feb83f01-3afd-4831-8db9-e37ba30939ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.833632] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 42f0a6b6-116c-4453-84a6-cac9f8750541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.833632] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance d5f48c32-267d-4702-b9f2-11cc5588a84e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.833632] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 19dd952a-38f4-40d3-b69b-8723d5bc6a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.833812] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance fb021b97-1036-47e1-a0ea-3db555586804 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.833812] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 1c952e24-4c6b-4dbc-9976-fcf5510e30c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.833812] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance dd64bebb-7c5b-48cb-b670-52983ffe6ba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.833812] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance dd81649a-43aa-42f9-bb5b-8450a93258a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 668.952131] env[69302]: DEBUG nova.network.neutron [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Updating instance_info_cache with network_info: [{"id": "c58b3857-2b25-4eb2-b3b2-3b4cec597e13", "address": "fa:16:3e:a0:87:47", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58b3857-2b", "ovs_interfaceid": "c58b3857-2b25-4eb2-b3b2-3b4cec597e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.095498] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4af13485-0fcf-4b96-baeb-02cd87b5548e tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "d5f48c32-267d-4702-b9f2-11cc5588a84e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.877s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.145614] env[69302]: DEBUG nova.network.neutron [-] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.147107] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52353b90-6cf1-2f8b-486f-0d20d7c58c62, 'name': SearchDatastore_Task, 'duration_secs': 0.024128} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.147891] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.148275] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 19dd952a-38f4-40d3-b69b-8723d5bc6a32/19dd952a-38f4-40d3-b69b-8723d5bc6a32.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.148842] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7585a1b7-92e1-41d6-9247-6c2afd7f2724 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.160026] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 669.160026] env[69302]: value = "task-3182950" [ 669.160026] env[69302]: _type = "Task" [ 669.160026] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.169497] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbb395ac-3eef-4322-bbaf-6bc25e0ad240 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "42f0a6b6-116c-4453-84a6-cac9f8750541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.354s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.170176] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.240574] env[69302]: DEBUG nova.network.neutron [-] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.337661] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance bb170d5c-9e61-4041-b16e-6c8051e46f8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.455076] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "refresh_cache-fb021b97-1036-47e1-a0ea-3db555586804" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.456133] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Instance network_info: |[{"id": "c58b3857-2b25-4eb2-b3b2-3b4cec597e13", "address": "fa:16:3e:a0:87:47", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58b3857-2b", "ovs_interfaceid": "c58b3857-2b25-4eb2-b3b2-3b4cec597e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.458530] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:87:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c58b3857-2b25-4eb2-b3b2-3b4cec597e13', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.466641] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.468422] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.468422] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f56c82-51e3-4a74-8d17-3ffa571d2f1e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.492456] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.492456] env[69302]: value = "task-3182951" [ 669.492456] env[69302]: _type = "Task" [ 669.492456] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.503592] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182951, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.648398] env[69302]: INFO nova.compute.manager [-] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Took 2.50 seconds to deallocate network for instance. [ 669.679051] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182950, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.742780] env[69302]: INFO nova.compute.manager [-] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Took 1.97 seconds to deallocate network for instance. [ 669.812894] env[69302]: DEBUG nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.846999] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance d684c74f-d058-47b5-8dcc-fc9287843569 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 669.847325] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 669.847519] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 669.862860] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.863119] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.863301] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.863545] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.863758] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.863912] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.866693] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.867480] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.867480] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.867480] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.867636] env[69302]: DEBUG nova.virt.hardware [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.869985] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e658aae-2fe7-4e60-b7f4-9c9af5cc0be5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.889804] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c262f639-1097-436d-bd65-b51b84138bda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.017475] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182951, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.159525] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.178029] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765598} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.178029] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Successfully created port: 50bee7fa-45d5-422e-a3ae-93df936b6998 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.178029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 19dd952a-38f4-40d3-b69b-8723d5bc6a32/19dd952a-38f4-40d3-b69b-8723d5bc6a32.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.178029] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.181675] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e460d2d7-7b8c-48c9-8ad1-a23e6197ada1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.190354] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 670.190354] env[69302]: value = "task-3182952" [ 670.190354] env[69302]: _type = "Task" [ 670.190354] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.205318] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.229369] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1916123a-85ba-48fb-aa4f-a5d375ee8ddd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.238330] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd7b09d-10cd-4e2b-a32f-e8402b9cd70b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.281663] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.283548] env[69302]: DEBUG nova.network.neutron [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Updated VIF entry in instance network info cache for port 479bd9fd-60e6-4ad0-be38-426bb0ec4d39. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.284017] env[69302]: DEBUG nova.network.neutron [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Updating instance_info_cache with network_info: [{"id": "479bd9fd-60e6-4ad0-be38-426bb0ec4d39", "address": "fa:16:3e:b5:fa:77", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479bd9fd-60", "ovs_interfaceid": "479bd9fd-60e6-4ad0-be38-426bb0ec4d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.289428] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6159481f-2df6-4585-82d8-e025e5773de6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.299451] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cff0148-1cac-4f79-99c2-feddcac47fc1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.325837] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.509299] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182951, 'name': CreateVM_Task, 'duration_secs': 0.585485} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.509572] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.510483] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.510483] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.510782] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.511054] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-842cfc14-6d46-4277-b95c-7cc29a7855d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.518250] env[69302]: DEBUG nova.compute.manager [None req-1b203793-597b-4df1-98c7-4846015d9736 tempest-ServerExternalEventsTest-286246389 tempest-ServerExternalEventsTest-286246389-project] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Received event network-changed {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.518341] env[69302]: DEBUG nova.compute.manager [None req-1b203793-597b-4df1-98c7-4846015d9736 tempest-ServerExternalEventsTest-286246389 tempest-ServerExternalEventsTest-286246389-project] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Refreshing instance network info cache due to event network-changed. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.518638] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1b203793-597b-4df1-98c7-4846015d9736 tempest-ServerExternalEventsTest-286246389 tempest-ServerExternalEventsTest-286246389-project] Acquiring lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.518689] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1b203793-597b-4df1-98c7-4846015d9736 tempest-ServerExternalEventsTest-286246389 tempest-ServerExternalEventsTest-286246389-project] Acquired lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.518830] env[69302]: DEBUG nova.network.neutron [None req-1b203793-597b-4df1-98c7-4846015d9736 tempest-ServerExternalEventsTest-286246389 tempest-ServerExternalEventsTest-286246389-project] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.525964] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 670.525964] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528245d2-ab1c-c9c3-02f1-521be503fd33" [ 670.525964] env[69302]: _type = "Task" [ 670.525964] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.538460] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528245d2-ab1c-c9c3-02f1-521be503fd33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.550072] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "099411cb-0e40-4cb7-b36e-12409f837436" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.550927] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "099411cb-0e40-4cb7-b36e-12409f837436" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.702201] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073863} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.702201] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.703145] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0964a76d-57e9-4a31-b9a5-d24827822e13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.734851] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 19dd952a-38f4-40d3-b69b-8723d5bc6a32/19dd952a-38f4-40d3-b69b-8723d5bc6a32.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.736749] env[69302]: DEBUG nova.network.neutron [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Successfully updated port: 054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.739287] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc14831-ab8c-44d9-afcf-94686d9dfccc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.757026] env[69302]: DEBUG nova.network.neutron [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Successfully updated port: b30316a0-e77f-4795-952f-5921fc240577 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.764135] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquiring lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.764270] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquired lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.764418] env[69302]: DEBUG nova.network.neutron [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.774691] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 670.774691] env[69302]: value = "task-3182953" [ 670.774691] env[69302]: _type = "Task" [ 670.774691] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.786297] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.786791] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] Releasing lock "refresh_cache-19dd952a-38f4-40d3-b69b-8723d5bc6a32" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.787025] env[69302]: DEBUG nova.compute.manager [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Received event network-changed-79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.787193] env[69302]: DEBUG nova.compute.manager [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Refreshing instance network info cache due to event network-changed-79d3551b-9a7d-4719-9da2-9a43778ca4be. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.787609] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] Acquiring lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.787609] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] Acquired lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.787711] env[69302]: DEBUG nova.network.neutron [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Refreshing network info cache for port 79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.830949] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.047451] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528245d2-ab1c-c9c3-02f1-521be503fd33, 'name': SearchDatastore_Task, 'duration_secs': 0.034872} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.048659] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.048994] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.050879] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.051132] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.051437] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.053211] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c6a181-4b14-493b-805c-a86fe76a159e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.055297] env[69302]: DEBUG nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.063920] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Successfully created port: 3225d4f7-a808-42af-8f6f-03b742c27bcc {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.073447] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.074216] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.074541] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fba7916-90af-415a-8194-11a45b7828f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.083280] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 671.083280] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e5180-9869-c368-3e74-c9197690a07a" [ 671.083280] env[69302]: _type = "Task" [ 671.083280] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.104106] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e5180-9869-c368-3e74-c9197690a07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.267249] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquiring lock "refresh_cache-1c952e24-4c6b-4dbc-9976-fcf5510e30c2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.267411] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquired lock "refresh_cache-1c952e24-4c6b-4dbc-9976-fcf5510e30c2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.267568] env[69302]: DEBUG nova.network.neutron [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.292546] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.336886] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 671.336994] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.564s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.337281] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.594s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.339864] env[69302]: INFO nova.compute.claims [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.366844] env[69302]: DEBUG nova.network.neutron [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.586807] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.603614] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e5180-9869-c368-3e74-c9197690a07a, 'name': SearchDatastore_Task, 'duration_secs': 0.015995} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.605558] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c06a28-ac89-4960-b11b-d5464fe5097d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.612186] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 671.612186] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e372d-3583-db7c-3abc-0f83895438a2" [ 671.612186] env[69302]: _type = "Task" [ 671.612186] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.624330] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e372d-3583-db7c-3abc-0f83895438a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.787505] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182953, 'name': ReconfigVM_Task, 'duration_secs': 0.580745} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.787505] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 19dd952a-38f4-40d3-b69b-8723d5bc6a32/19dd952a-38f4-40d3-b69b-8723d5bc6a32.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.788693] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2a520b0-2e82-4a2a-9389-a00f0cddc46e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.799022] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 671.799022] env[69302]: value = "task-3182954" [ 671.799022] env[69302]: _type = "Task" [ 671.799022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.807905] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182954, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.849348] env[69302]: DEBUG nova.network.neutron [None req-1b203793-597b-4df1-98c7-4846015d9736 tempest-ServerExternalEventsTest-286246389 tempest-ServerExternalEventsTest-286246389-project] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Updating instance_info_cache with network_info: [{"id": "af516e0b-7d27-4756-b52b-995a086eb927", "address": "fa:16:3e:e1:5e:e8", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf516e0b-7d", "ovs_interfaceid": "af516e0b-7d27-4756-b52b-995a086eb927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.978173] env[69302]: DEBUG nova.network.neutron [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Updated VIF entry in instance network info cache for port 79d3551b-9a7d-4719-9da2-9a43778ca4be. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.981184] env[69302]: DEBUG nova.network.neutron [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Updating instance_info_cache with network_info: [{"id": "79d3551b-9a7d-4719-9da2-9a43778ca4be", "address": "fa:16:3e:44:df:9c", "network": {"id": "8f9805bc-2d0f-44d2-81a9-c87237d5105f", "bridge": "br-int", "label": "tempest-ServersTestJSON-1477894747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1655a6080b534f0c989ae7c005cfe0e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d3551b-9a", "ovs_interfaceid": "79d3551b-9a7d-4719-9da2-9a43778ca4be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.043852] env[69302]: DEBUG nova.compute.manager [None req-3ed7922a-b932-4fe0-b3a0-34a5b48d786e tempest-ServerDiagnosticsV248Test-1022961533 tempest-ServerDiagnosticsV248Test-1022961533-project-admin] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.047622] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ff8220-9c39-4c18-9da1-5191d8b03449 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.056898] env[69302]: INFO nova.compute.manager [None req-3ed7922a-b932-4fe0-b3a0-34a5b48d786e tempest-ServerDiagnosticsV248Test-1022961533 tempest-ServerDiagnosticsV248Test-1022961533-project-admin] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Retrieving diagnostics [ 672.057747] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ca1a64-e408-46f5-8450-ecff6e350d23 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.065426] env[69302]: DEBUG nova.network.neutron [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.068479] env[69302]: DEBUG nova.network.neutron [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Updating instance_info_cache with network_info: [{"id": "054b0d30-3e2a-4fde-8c69-775465a837a3", "address": "fa:16:3e:bf:21:c5", "network": {"id": "cb90713f-10f7-42be-b32f-8b640298015a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1578564450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ecbe4c17049fcb5af61ed82d2e0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054b0d30-3e", "ovs_interfaceid": "054b0d30-3e2a-4fde-8c69-775465a837a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.133525] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e372d-3583-db7c-3abc-0f83895438a2, 'name': SearchDatastore_Task, 'duration_secs': 0.023981} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.134353] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.135255] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] fb021b97-1036-47e1-a0ea-3db555586804/fb021b97-1036-47e1-a0ea-3db555586804.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.135255] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8436e20f-11b0-4bcc-a716-3fcacc1f5e85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.143392] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 672.143392] env[69302]: value = "task-3182955" [ 672.143392] env[69302]: _type = "Task" [ 672.143392] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.153369] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.218519] env[69302]: DEBUG nova.compute.manager [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Received event network-changed-c58b3857-2b25-4eb2-b3b2-3b4cec597e13 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.218519] env[69302]: DEBUG nova.compute.manager [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Refreshing instance network info cache due to event network-changed-c58b3857-2b25-4eb2-b3b2-3b4cec597e13. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.224081] env[69302]: DEBUG oslo_concurrency.lockutils [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] Acquiring lock "refresh_cache-fb021b97-1036-47e1-a0ea-3db555586804" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.224081] env[69302]: DEBUG oslo_concurrency.lockutils [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] Acquired lock "refresh_cache-fb021b97-1036-47e1-a0ea-3db555586804" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.224081] env[69302]: DEBUG nova.network.neutron [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Refreshing network info cache for port c58b3857-2b25-4eb2-b3b2-3b4cec597e13 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.225395] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Successfully created port: 0b9617b8-f6a0-424f-a7f8-f28a9edac3da {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.313356] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182954, 'name': Rename_Task, 'duration_secs': 0.216789} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.313651] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.314950] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d8a10b-8e62-4ad2-80b7-a7c847d2f978 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.323242] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 672.323242] env[69302]: value = "task-3182956" [ 672.323242] env[69302]: _type = "Task" [ 672.323242] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.334307] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.351978] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1b203793-597b-4df1-98c7-4846015d9736 tempest-ServerExternalEventsTest-286246389 tempest-ServerExternalEventsTest-286246389-project] Releasing lock "refresh_cache-42f0a6b6-116c-4453-84a6-cac9f8750541" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.484295] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf91a45e-4329-4a5d-9f29-908d8445a262 req-a23f8416-4351-4df6-bf88-b890ca362194 service nova] Releasing lock "refresh_cache-b631bcce-e3d1-402d-83c6-80e7054fee6e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.547567] env[69302]: DEBUG nova.network.neutron [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Updating instance_info_cache with network_info: [{"id": "b30316a0-e77f-4795-952f-5921fc240577", "address": "fa:16:3e:8e:d3:36", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30316a0-e7", "ovs_interfaceid": "b30316a0-e77f-4795-952f-5921fc240577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.570956] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Releasing lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.574420] env[69302]: DEBUG nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Instance network_info: |[{"id": "054b0d30-3e2a-4fde-8c69-775465a837a3", "address": "fa:16:3e:bf:21:c5", "network": {"id": "cb90713f-10f7-42be-b32f-8b640298015a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1578564450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ecbe4c17049fcb5af61ed82d2e0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054b0d30-3e", "ovs_interfaceid": "054b0d30-3e2a-4fde-8c69-775465a837a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.578615] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:21:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '054b0d30-3e2a-4fde-8c69-775465a837a3', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.586329] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Creating folder: Project (813ecbe4c17049fcb5af61ed82d2e0ff). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.588099] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8c8bd5d-d390-4251-8dc4-b26635ba4e8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.611242] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Created folder: Project (813ecbe4c17049fcb5af61ed82d2e0ff) in parent group-v636578. [ 672.611380] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Creating folder: Instances. Parent ref: group-v636604. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.612542] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6006b1a6-39df-482f-ab36-ad90edbb9bfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.629241] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Created folder: Instances in parent group-v636604. [ 672.629241] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.638294] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.642041] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0475ca1a-e38a-48dd-9e28-c5ec6bff5364 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.674190] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182955, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.676706] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.676706] env[69302]: value = "task-3182959" [ 672.676706] env[69302]: _type = "Task" [ 672.676706] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.690098] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182959, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.752059] env[69302]: DEBUG nova.compute.manager [req-3735ea4f-b03d-459a-b60b-e5d8d90dc66a req-7ec36ece-9195-44a8-be71-9df3d2160fa1 service nova] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Received event network-vif-deleted-d7fcc4c8-1f42-415f-b26d-c14c11b78eba {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.752136] env[69302]: DEBUG nova.compute.manager [req-3735ea4f-b03d-459a-b60b-e5d8d90dc66a req-7ec36ece-9195-44a8-be71-9df3d2160fa1 service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Received event network-vif-plugged-054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.752332] env[69302]: DEBUG oslo_concurrency.lockutils [req-3735ea4f-b03d-459a-b60b-e5d8d90dc66a req-7ec36ece-9195-44a8-be71-9df3d2160fa1 service nova] Acquiring lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.752546] env[69302]: DEBUG oslo_concurrency.lockutils [req-3735ea4f-b03d-459a-b60b-e5d8d90dc66a req-7ec36ece-9195-44a8-be71-9df3d2160fa1 service nova] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.752710] env[69302]: DEBUG oslo_concurrency.lockutils [req-3735ea4f-b03d-459a-b60b-e5d8d90dc66a req-7ec36ece-9195-44a8-be71-9df3d2160fa1 service nova] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.752901] env[69302]: DEBUG nova.compute.manager [req-3735ea4f-b03d-459a-b60b-e5d8d90dc66a req-7ec36ece-9195-44a8-be71-9df3d2160fa1 service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] No waiting events found dispatching network-vif-plugged-054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.753194] env[69302]: WARNING nova.compute.manager [req-3735ea4f-b03d-459a-b60b-e5d8d90dc66a req-7ec36ece-9195-44a8-be71-9df3d2160fa1 service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Received unexpected event network-vif-plugged-054b0d30-3e2a-4fde-8c69-775465a837a3 for instance with vm_state building and task_state spawning. [ 672.757020] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f7bcfa-841e-4be1-9e8c-0a199c2c080d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.774278] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0406e680-6cec-471e-9e80-56401e4b1071 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.822139] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc98cb-3261-422a-a9bf-e0873845a777 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.835156] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182956, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.838542] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd1aca-709f-4222-9d25-4a9afa777690 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.858288] env[69302]: DEBUG nova.compute.provider_tree [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.052528] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Releasing lock "refresh_cache-1c952e24-4c6b-4dbc-9976-fcf5510e30c2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.052528] env[69302]: DEBUG nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Instance network_info: |[{"id": "b30316a0-e77f-4795-952f-5921fc240577", "address": "fa:16:3e:8e:d3:36", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30316a0-e7", "ovs_interfaceid": "b30316a0-e77f-4795-952f-5921fc240577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.052821] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:d3:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b30316a0-e77f-4795-952f-5921fc240577', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.065444] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Creating folder: Project (7b5a9fafc9a846b88b70c3982d6655ef). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.065806] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52ecc9b6-2bb8-49c1-bbbe-391180173d11 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.083173] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Created folder: Project (7b5a9fafc9a846b88b70c3982d6655ef) in parent group-v636578. [ 673.083173] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Creating folder: Instances. Parent ref: group-v636607. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.086315] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41bd27e3-34d3-4b4f-b16a-dd268d7bdc8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.104215] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Created folder: Instances in parent group-v636607. [ 673.104704] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.105924] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.105924] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5092d0a6-14a0-4623-a705-a9afabd9f8d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.136065] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.136065] env[69302]: value = "task-3182962" [ 673.136065] env[69302]: _type = "Task" [ 673.136065] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.146495] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182962, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.180013] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687011} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.183999] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] fb021b97-1036-47e1-a0ea-3db555586804/fb021b97-1036-47e1-a0ea-3db555586804.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.184612] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.184700] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b7290b-1923-4f00-86e6-f53076991b4d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.200845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquiring lock "42f0a6b6-116c-4453-84a6-cac9f8750541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.201148] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "42f0a6b6-116c-4453-84a6-cac9f8750541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.201373] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquiring lock "42f0a6b6-116c-4453-84a6-cac9f8750541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.201578] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "42f0a6b6-116c-4453-84a6-cac9f8750541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.203460] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "42f0a6b6-116c-4453-84a6-cac9f8750541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.212192] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182959, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.213162] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 673.213162] env[69302]: value = "task-3182963" [ 673.213162] env[69302]: _type = "Task" [ 673.213162] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.213671] env[69302]: INFO nova.compute.manager [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Terminating instance [ 673.226548] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.339873] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182956, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.364782] env[69302]: DEBUG nova.scheduler.client.report [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.544947] env[69302]: DEBUG nova.network.neutron [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Updated VIF entry in instance network info cache for port c58b3857-2b25-4eb2-b3b2-3b4cec597e13. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.545319] env[69302]: DEBUG nova.network.neutron [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Updating instance_info_cache with network_info: [{"id": "c58b3857-2b25-4eb2-b3b2-3b4cec597e13", "address": "fa:16:3e:a0:87:47", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc58b3857-2b", "ovs_interfaceid": "c58b3857-2b25-4eb2-b3b2-3b4cec597e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.648472] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182962, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.692821] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182959, 'name': CreateVM_Task, 'duration_secs': 0.535269} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.693072] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.694336] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.694507] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.694909] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.695407] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb00807-6464-4dfb-8730-cab74a0d0049 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.702566] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 673.702566] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52371293-5698-d729-7c1c-4daf600d32f7" [ 673.702566] env[69302]: _type = "Task" [ 673.702566] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.714639] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52371293-5698-d729-7c1c-4daf600d32f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.722808] env[69302]: DEBUG nova.compute.manager [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.723074] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.723883] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e97457-eb6e-406f-b0e1-7dded7f0820f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.733666] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077083} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.737119] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.739985] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.740866] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1810d2-8272-4c01-a45b-8b2b18af2c14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.743704] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.744460] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.746778] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1855f2-e2a1-4af0-8d99-fa7181ac4c79 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.772692] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] fb021b97-1036-47e1-a0ea-3db555586804/fb021b97-1036-47e1-a0ea-3db555586804.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.775057] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c40e75-1480-47d2-918f-e1b5ca678500 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.790682] env[69302]: DEBUG oslo_vmware.api [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 673.790682] env[69302]: value = "task-3182964" [ 673.790682] env[69302]: _type = "Task" [ 673.790682] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.796771] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 673.796771] env[69302]: value = "task-3182965" [ 673.796771] env[69302]: _type = "Task" [ 673.796771] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.801921] env[69302]: DEBUG oslo_vmware.api [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.810079] env[69302]: DEBUG nova.compute.manager [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 673.817805] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.840689] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182956, 'name': PowerOnVM_Task, 'duration_secs': 1.241758} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.840689] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.840689] env[69302]: INFO nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Took 13.88 seconds to spawn the instance on the hypervisor. [ 673.840985] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.841606] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45726861-9a67-4420-994b-07f37d42c3a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.871601] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.873473] env[69302]: DEBUG nova.compute.manager [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.879258] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.120s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.880976] env[69302]: INFO nova.compute.claims [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.047992] env[69302]: DEBUG oslo_concurrency.lockutils [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] Releasing lock "refresh_cache-fb021b97-1036-47e1-a0ea-3db555586804" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.048322] env[69302]: DEBUG nova.compute.manager [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Received event network-vif-deleted-33c987e4-c32f-4387-8879-d1f9feb285b0 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.048748] env[69302]: DEBUG nova.compute.manager [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Received event network-vif-plugged-b30316a0-e77f-4795-952f-5921fc240577 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.048748] env[69302]: DEBUG oslo_concurrency.lockutils [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] Acquiring lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.048914] env[69302]: DEBUG oslo_concurrency.lockutils [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] Lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.049068] env[69302]: DEBUG oslo_concurrency.lockutils [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] Lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.049195] env[69302]: DEBUG nova.compute.manager [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] No waiting events found dispatching network-vif-plugged-b30316a0-e77f-4795-952f-5921fc240577 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.051145] env[69302]: WARNING nova.compute.manager [req-2bf845c8-99d4-49b6-b39c-25918d09b78d req-08ce4907-ebc4-4615-b8a7-af63595a852e service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Received unexpected event network-vif-plugged-b30316a0-e77f-4795-952f-5921fc240577 for instance with vm_state building and task_state spawning. [ 674.151442] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182962, 'name': CreateVM_Task, 'duration_secs': 0.717892} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.151442] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.151738] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.214368] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.214608] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.224695] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52371293-5698-d729-7c1c-4daf600d32f7, 'name': SearchDatastore_Task, 'duration_secs': 0.020909} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.226046] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.226150] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.226437] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.226626] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.226849] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.227367] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.227503] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.228121] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5502dd48-36ab-4349-8b0c-279cf5a4cd0e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.230546] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e04ce3d-d377-4d1d-850b-e51b30c3c6fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.242974] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 674.242974] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52026636-23af-b48b-221c-886f655d4ad4" [ 674.242974] env[69302]: _type = "Task" [ 674.242974] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.248820] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.249262] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.251158] env[69302]: DEBUG nova.compute.manager [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.255745] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5e8816-c75c-4361-ab1b-5de9c676db8a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.268485] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 674.268485] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a7c698-704e-3dcf-2718-40fee19a0f08" [ 674.268485] env[69302]: _type = "Task" [ 674.268485] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.268831] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52026636-23af-b48b-221c-886f655d4ad4, 'name': SearchDatastore_Task, 'duration_secs': 0.014103} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.269311] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.269561] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.269803] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.284603] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a7c698-704e-3dcf-2718-40fee19a0f08, 'name': SearchDatastore_Task, 'duration_secs': 0.014587} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.285285] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57271e18-1b3a-450b-9dda-b4e46d5af13f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.294038] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 674.294038] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526b2991-be29-1937-fe8c-c94f0d6c4ee9" [ 674.294038] env[69302]: _type = "Task" [ 674.294038] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.309625] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526b2991-be29-1937-fe8c-c94f0d6c4ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.309877] env[69302]: DEBUG oslo_vmware.api [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182964, 'name': PowerOffVM_Task, 'duration_secs': 0.318505} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.312055] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.312055] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.312055] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18b2e678-3e2a-4b09-b09b-ed894080df8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.321132] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.344212] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.368749] env[69302]: INFO nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Took 27.13 seconds to build instance. [ 674.386106] env[69302]: DEBUG nova.compute.utils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.390323] env[69302]: DEBUG nova.compute.manager [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 674.393424] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.395074] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.395074] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Deleting the datastore file [datastore2] 42f0a6b6-116c-4453-84a6-cac9f8750541 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.395074] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-196383df-a866-4909-93c5-7f7cdce57e93 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.403533] env[69302]: DEBUG oslo_vmware.api [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for the task: (returnval){ [ 674.403533] env[69302]: value = "task-3182967" [ 674.403533] env[69302]: _type = "Task" [ 674.403533] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.422047] env[69302]: DEBUG oslo_vmware.api [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.718716] env[69302]: DEBUG nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.777774] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.815245] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182965, 'name': ReconfigVM_Task, 'duration_secs': 0.647365} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.820861] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Reconfigured VM instance instance-00000009 to attach disk [datastore2] fb021b97-1036-47e1-a0ea-3db555586804/fb021b97-1036-47e1-a0ea-3db555586804.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.821759] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526b2991-be29-1937-fe8c-c94f0d6c4ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.822017] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef6f6907-6916-4dbf-8a8e-8a5c789cf1aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.823706] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.823900] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] dd64bebb-7c5b-48cb-b670-52983ffe6ba5/dd64bebb-7c5b-48cb-b670-52983ffe6ba5.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.824332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.824983] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.824983] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5527ca19-f987-4718-a5d1-f0bafbc6a7ce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.826791] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed16cbcc-0d57-433b-828e-b2d394f067e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.833840] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 674.833840] env[69302]: value = "task-3182968" [ 674.833840] env[69302]: _type = "Task" [ 674.833840] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.835399] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 674.835399] env[69302]: value = "task-3182969" [ 674.835399] env[69302]: _type = "Task" [ 674.835399] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.842910] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.844943] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.844943] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-856fc69b-7482-49c5-b771-bc514601bbc6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.850541] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182968, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.856886] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.858792] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 674.858792] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294deef-a52d-a3ff-e6a0-85d53b027f72" [ 674.858792] env[69302]: _type = "Task" [ 674.858792] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.871110] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.647s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.871110] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294deef-a52d-a3ff-e6a0-85d53b027f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.890940] env[69302]: DEBUG nova.compute.manager [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.920300] env[69302]: DEBUG oslo_vmware.api [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Task: {'id': task-3182967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469777} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.920620] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.920945] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.922217] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.922217] env[69302]: INFO nova.compute.manager [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Took 1.20 seconds to destroy the instance on the hypervisor. [ 674.922217] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.922217] env[69302]: DEBUG nova.compute.manager [-] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.922352] env[69302]: DEBUG nova.network.neutron [-] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.045267] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Successfully updated port: 50bee7fa-45d5-422e-a3ae-93df936b6998 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.253341] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.300963] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41565098-de87-4d40-8dc0-d6d3788bfeb3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.316173] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09accac-970f-40cb-b020-9ec21511675b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.389477] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e15eb-9323-4f8d-9262-6f9b5b8c845b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.416044] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294deef-a52d-a3ff-e6a0-85d53b027f72, 'name': SearchDatastore_Task, 'duration_secs': 0.0153} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.416320] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562759} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.416514] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182968, 'name': Rename_Task, 'duration_secs': 0.226871} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.417971] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] dd64bebb-7c5b-48cb-b670-52983ffe6ba5/dd64bebb-7c5b-48cb-b670-52983ffe6ba5.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.418169] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.418425] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.418643] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6476540d-b6d1-47bd-aeb1-66703f822966 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.421220] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec507aee-0124-4f6d-ac8d-c9f148d246c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.425099] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7316c08e-18aa-43ae-a7d8-89b6bd28f27c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.428942] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280a40fe-fce4-4a8a-8da7-95743a405f80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.436177] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 675.436177] env[69302]: value = "task-3182971" [ 675.436177] env[69302]: _type = "Task" [ 675.436177] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.436773] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 675.436773] env[69302]: value = "task-3182970" [ 675.436773] env[69302]: _type = "Task" [ 675.436773] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.436773] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 675.436773] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52899d1f-f90d-b859-25e7-2a09bc56b61b" [ 675.436773] env[69302]: _type = "Task" [ 675.436773] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.458487] env[69302]: DEBUG nova.compute.provider_tree [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.479072] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182970, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.479435] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.479700] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52899d1f-f90d-b859-25e7-2a09bc56b61b, 'name': SearchDatastore_Task, 'duration_secs': 0.017938} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.480232] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.480519] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 1c952e24-4c6b-4dbc-9976-fcf5510e30c2/1c952e24-4c6b-4dbc-9976-fcf5510e30c2.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.480803] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99d88e6b-5bbc-4045-901e-c78cdf20a456 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.490138] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 675.490138] env[69302]: value = "task-3182972" [ 675.490138] env[69302]: _type = "Task" [ 675.490138] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.500416] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.753088] env[69302]: DEBUG nova.compute.manager [req-ec189f6a-bec8-4dd9-b89d-27a785da224c req-ede3124b-4ca0-49ea-9d6f-eacff51a7eb9 service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Received event network-changed-b30316a0-e77f-4795-952f-5921fc240577 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.753321] env[69302]: DEBUG nova.compute.manager [req-ec189f6a-bec8-4dd9-b89d-27a785da224c req-ede3124b-4ca0-49ea-9d6f-eacff51a7eb9 service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Refreshing instance network info cache due to event network-changed-b30316a0-e77f-4795-952f-5921fc240577. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.753488] env[69302]: DEBUG oslo_concurrency.lockutils [req-ec189f6a-bec8-4dd9-b89d-27a785da224c req-ede3124b-4ca0-49ea-9d6f-eacff51a7eb9 service nova] Acquiring lock "refresh_cache-1c952e24-4c6b-4dbc-9976-fcf5510e30c2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.755016] env[69302]: DEBUG oslo_concurrency.lockutils [req-ec189f6a-bec8-4dd9-b89d-27a785da224c req-ede3124b-4ca0-49ea-9d6f-eacff51a7eb9 service nova] Acquired lock "refresh_cache-1c952e24-4c6b-4dbc-9976-fcf5510e30c2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.755016] env[69302]: DEBUG nova.network.neutron [req-ec189f6a-bec8-4dd9-b89d-27a785da224c req-ede3124b-4ca0-49ea-9d6f-eacff51a7eb9 service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Refreshing network info cache for port b30316a0-e77f-4795-952f-5921fc240577 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.904323] env[69302]: DEBUG nova.compute.manager [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.949092] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.949340] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.949506] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.949734] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.949861] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.950013] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.950226] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.950378] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.950638] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.951400] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.951400] env[69302]: DEBUG nova.virt.hardware [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.952359] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060db84c-ba57-4112-8aaa-19ea8958683e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.964186] env[69302]: DEBUG nova.scheduler.client.report [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.985341] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40072d41-dfcf-425a-9925-69be73f49582 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.990486] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182970, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.990997] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073232} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.991899] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.997951] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609a16cd-7b13-4135-a528-9307956d0570 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.014239] env[69302]: DEBUG nova.compute.manager [req-8b927538-3d2b-46c1-b988-d270c10949c2 req-22a4e614-2249-437a-bfea-ed4aee8a816d service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Received event network-changed-054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.014512] env[69302]: DEBUG nova.compute.manager [req-8b927538-3d2b-46c1-b988-d270c10949c2 req-22a4e614-2249-437a-bfea-ed4aee8a816d service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Refreshing instance network info cache due to event network-changed-054b0d30-3e2a-4fde-8c69-775465a837a3. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.014914] env[69302]: DEBUG oslo_concurrency.lockutils [req-8b927538-3d2b-46c1-b988-d270c10949c2 req-22a4e614-2249-437a-bfea-ed4aee8a816d service nova] Acquiring lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.014914] env[69302]: DEBUG oslo_concurrency.lockutils [req-8b927538-3d2b-46c1-b988-d270c10949c2 req-22a4e614-2249-437a-bfea-ed4aee8a816d service nova] Acquired lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.015020] env[69302]: DEBUG nova.network.neutron [req-8b927538-3d2b-46c1-b988-d270c10949c2 req-22a4e614-2249-437a-bfea-ed4aee8a816d service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Refreshing network info cache for port 054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.017419] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.023466] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Creating folder: Project (68d5d7ba5f7d47aa90d387b828aae10b). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.025388] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b10e38-f8b2-44a3-81ca-d427b0939dd3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.054643] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] dd64bebb-7c5b-48cb-b670-52983ffe6ba5/dd64bebb-7c5b-48cb-b670-52983ffe6ba5.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.054992] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182972, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.057220] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d07af8d-9f67-4b36-9005-f0a934bd4a0a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.075934] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Created folder: Project (68d5d7ba5f7d47aa90d387b828aae10b) in parent group-v636578. [ 676.075934] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Creating folder: Instances. Parent ref: group-v636610. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.075934] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9328f3b6-0d7a-49d2-8139-a3bfe59a21c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.082917] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 676.082917] env[69302]: value = "task-3182974" [ 676.082917] env[69302]: _type = "Task" [ 676.082917] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.090296] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Created folder: Instances in parent group-v636610. [ 676.090606] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.090874] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.098993] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60f5d58b-9a7c-49dd-85fd-097283f9cd11 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.116361] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.124708] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.124708] env[69302]: value = "task-3182976" [ 676.124708] env[69302]: _type = "Task" [ 676.124708] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.138906] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182976, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.144996] env[69302]: DEBUG nova.network.neutron [-] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.454710] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquiring lock "44884e11-f74e-4b24-9176-ff739acb1143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.455491] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "44884e11-f74e-4b24-9176-ff739acb1143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.460339] env[69302]: DEBUG oslo_vmware.api [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182970, 'name': PowerOnVM_Task, 'duration_secs': 0.706645} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.460903] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.464971] env[69302]: INFO nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Took 14.04 seconds to spawn the instance on the hypervisor. [ 676.464971] env[69302]: DEBUG nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.470841] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46b3f72-fcbe-4586-beee-cb3bb6cd0404 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.481639] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "93b679c4-2c07-4b85-bc37-84488097d52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.481639] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.494103] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.494305] env[69302]: DEBUG nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.498225] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.550s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.498225] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.500546] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.341s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.501208] env[69302]: DEBUG nova.objects.instance [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lazy-loading 'resources' on Instance uuid 3ea11bb2-8f70-41b9-a1de-93329a648fb9 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.514850] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557004} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.515126] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 1c952e24-4c6b-4dbc-9976-fcf5510e30c2/1c952e24-4c6b-4dbc-9976-fcf5510e30c2.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.515390] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.515646] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d93b23e-b44c-4fbf-af65-f3c517c3a027 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.530620] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 676.530620] env[69302]: value = "task-3182977" [ 676.530620] env[69302]: _type = "Task" [ 676.530620] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.546331] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.550712] env[69302]: INFO nova.scheduler.client.report [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Deleted allocations for instance cc35e13c-a1f9-4392-b15a-acd5375b2895 [ 676.596037] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182974, 'name': ReconfigVM_Task, 'duration_secs': 0.414718} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.596345] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Reconfigured VM instance instance-0000000b to attach disk [datastore1] dd64bebb-7c5b-48cb-b670-52983ffe6ba5/dd64bebb-7c5b-48cb-b670-52983ffe6ba5.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.599246] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80d3729e-ae22-49a9-9054-01ba951a067e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.607425] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 676.607425] env[69302]: value = "task-3182978" [ 676.607425] env[69302]: _type = "Task" [ 676.607425] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.626311] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182978, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.637901] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182976, 'name': CreateVM_Task, 'duration_secs': 0.420671} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.638243] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.638733] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.638947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.639904] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.640103] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc544f40-c648-4879-89f0-b8057b3f95ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.646876] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 676.646876] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528d2fb0-50e2-582f-1c9c-d861e7d78208" [ 676.646876] env[69302]: _type = "Task" [ 676.646876] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.651043] env[69302]: INFO nova.compute.manager [-] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Took 1.73 seconds to deallocate network for instance. [ 676.660424] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528d2fb0-50e2-582f-1c9c-d861e7d78208, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.661565] env[69302]: DEBUG nova.network.neutron [req-ec189f6a-bec8-4dd9-b89d-27a785da224c req-ede3124b-4ca0-49ea-9d6f-eacff51a7eb9 service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Updated VIF entry in instance network info cache for port b30316a0-e77f-4795-952f-5921fc240577. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.661919] env[69302]: DEBUG nova.network.neutron [req-ec189f6a-bec8-4dd9-b89d-27a785da224c req-ede3124b-4ca0-49ea-9d6f-eacff51a7eb9 service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Updating instance_info_cache with network_info: [{"id": "b30316a0-e77f-4795-952f-5921fc240577", "address": "fa:16:3e:8e:d3:36", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30316a0-e7", "ovs_interfaceid": "b30316a0-e77f-4795-952f-5921fc240577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.663153] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.663623] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.663707] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.663855] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.664034] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.664480] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcd936ba-5c1a-41ac-adc5-c7405b2a5d2a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.675451] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.677012] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.677012] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f11e1a8-7f9a-4120-8d75-47db58fd1c20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.684882] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 676.684882] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294f42c-cf06-90b2-fd3e-ea90242a9aea" [ 676.684882] env[69302]: _type = "Task" [ 676.684882] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.696260] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294f42c-cf06-90b2-fd3e-ea90242a9aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.881591] env[69302]: DEBUG nova.network.neutron [req-8b927538-3d2b-46c1-b988-d270c10949c2 req-22a4e614-2249-437a-bfea-ed4aee8a816d service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Updated VIF entry in instance network info cache for port 054b0d30-3e2a-4fde-8c69-775465a837a3. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.882078] env[69302]: DEBUG nova.network.neutron [req-8b927538-3d2b-46c1-b988-d270c10949c2 req-22a4e614-2249-437a-bfea-ed4aee8a816d service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Updating instance_info_cache with network_info: [{"id": "054b0d30-3e2a-4fde-8c69-775465a837a3", "address": "fa:16:3e:bf:21:c5", "network": {"id": "cb90713f-10f7-42be-b32f-8b640298015a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1578564450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ecbe4c17049fcb5af61ed82d2e0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054b0d30-3e", "ovs_interfaceid": "054b0d30-3e2a-4fde-8c69-775465a837a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.963349] env[69302]: DEBUG nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.007745] env[69302]: INFO nova.compute.manager [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Took 29.73 seconds to build instance. [ 677.012340] env[69302]: DEBUG nova.compute.utils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.014198] env[69302]: DEBUG nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.015156] env[69302]: DEBUG nova.network.neutron [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.042125] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077476} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.043266] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.044280] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98b3cba-041f-47ea-b0dd-17c481c78bcf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.080896] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 1c952e24-4c6b-4dbc-9976-fcf5510e30c2/1c952e24-4c6b-4dbc-9976-fcf5510e30c2.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.081028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1516f2e0-a3f7-4c3f-a415-e114acef99d2 tempest-DeleteServersAdminTestJSON-1469104811 tempest-DeleteServersAdminTestJSON-1469104811-project-admin] Lock "cc35e13c-a1f9-4392-b15a-acd5375b2895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.524s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.086678] env[69302]: DEBUG nova.policy [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0481a3010ff4421db1b8a49cd01421ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0933d081099945549904d0e182fd4894', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.088627] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631f7ef2-72a5-40ab-8150-f96d09c31e4d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.118872] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 677.118872] env[69302]: value = "task-3182979" [ 677.118872] env[69302]: _type = "Task" [ 677.118872] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.139456] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182978, 'name': Rename_Task, 'duration_secs': 0.403132} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.140784] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.141185] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f0564b1-cc23-4a98-b72a-47adf9620b13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.150940] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.162797] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 677.162797] env[69302]: value = "task-3182980" [ 677.162797] env[69302]: _type = "Task" [ 677.162797] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.162797] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.168543] env[69302]: DEBUG oslo_concurrency.lockutils [req-ec189f6a-bec8-4dd9-b89d-27a785da224c req-ede3124b-4ca0-49ea-9d6f-eacff51a7eb9 service nova] Releasing lock "refresh_cache-1c952e24-4c6b-4dbc-9976-fcf5510e30c2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.175594] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.202265] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294f42c-cf06-90b2-fd3e-ea90242a9aea, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.206499] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3ec94e-14b2-4f07-bdbd-096d7704231b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.214822] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 677.214822] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c7d866-226b-edfa-b57e-ffd1dab6d614" [ 677.214822] env[69302]: _type = "Task" [ 677.214822] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.225632] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c7d866-226b-edfa-b57e-ffd1dab6d614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.384977] env[69302]: DEBUG oslo_concurrency.lockutils [req-8b927538-3d2b-46c1-b988-d270c10949c2 req-22a4e614-2249-437a-bfea-ed4aee8a816d service nova] Releasing lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.493033] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb5e54-0d13-4b69-b489-7e0feb7449d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.498278] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.505545] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289575c3-496b-4a0b-95b9-4c769da3b323 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.514292] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d6b7af2a-241b-4010-832c-63b8d253be0e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "fb021b97-1036-47e1-a0ea-3db555586804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.246s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.518778] env[69302]: DEBUG nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.571155] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da644b8a-7792-4762-8725-44c27ca4923b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.583325] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe4613-a6b0-417b-8b12-f6c6a8f220d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.606245] env[69302]: DEBUG nova.compute.provider_tree [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.632745] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182979, 'name': ReconfigVM_Task, 'duration_secs': 0.375641} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.633056] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 1c952e24-4c6b-4dbc-9976-fcf5510e30c2/1c952e24-4c6b-4dbc-9976-fcf5510e30c2.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.633691] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-149f7e39-a9fc-418b-8cab-5b49740f317d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.641879] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 677.641879] env[69302]: value = "task-3182981" [ 677.641879] env[69302]: _type = "Task" [ 677.641879] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.657543] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182981, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.671506] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.726695] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c7d866-226b-edfa-b57e-ffd1dab6d614, 'name': SearchDatastore_Task, 'duration_secs': 0.018624} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.727044] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.727312] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.727584] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dbdd900-f5b7-42aa-bc63-53b0cf63ab31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.738053] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 677.738053] env[69302]: value = "task-3182982" [ 677.738053] env[69302]: _type = "Task" [ 677.738053] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.747683] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.904395] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Successfully updated port: 3225d4f7-a808-42af-8f6f-03b742c27bcc {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.963883] env[69302]: DEBUG nova.network.neutron [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Successfully created port: 93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.017469] env[69302]: DEBUG nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.101959] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.102234] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.110080] env[69302]: DEBUG nova.scheduler.client.report [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.158846] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182981, 'name': Rename_Task, 'duration_secs': 0.172745} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.159350] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.159449] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-070edaa8-2a28-401d-85e1-84bcbe953983 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.173859] env[69302]: DEBUG oslo_vmware.api [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3182980, 'name': PowerOnVM_Task, 'duration_secs': 0.675198} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.175539] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.175767] env[69302]: INFO nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Took 10.88 seconds to spawn the instance on the hypervisor. [ 678.175949] env[69302]: DEBUG nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.176314] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 678.176314] env[69302]: value = "task-3182983" [ 678.176314] env[69302]: _type = "Task" [ 678.176314] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.177068] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a325ce1-dde0-4586-a3c8-233add169902 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.189395] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.249080] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49983} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.249359] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.249572] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.249816] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4336ecad-b153-4eb1-89f2-5c850c660452 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.257599] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 678.257599] env[69302]: value = "task-3182984" [ 678.257599] env[69302]: _type = "Task" [ 678.257599] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.267602] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.460886] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.461140] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.542151] env[69302]: DEBUG nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.551905] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.568882] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:30:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1037111936',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1346478694',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.569156] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.569312] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.569491] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.569635] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.569777] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.569982] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.571234] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.571497] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.571755] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.572100] env[69302]: DEBUG nova.virt.hardware [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.573061] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84149a15-fc2c-45c8-ad43-3455fd530ea4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.582570] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a65a633-2921-4915-9e6a-2c391d2507d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.617440] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.618893] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.337s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.619367] env[69302]: DEBUG nova.objects.instance [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lazy-loading 'resources' on Instance uuid e23100e6-9f59-4d0e-aff6-362854304d90 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.642083] env[69302]: INFO nova.scheduler.client.report [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Deleted allocations for instance 3ea11bb2-8f70-41b9-a1de-93329a648fb9 [ 678.699477] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182983, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.702507] env[69302]: INFO nova.compute.manager [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Took 21.14 seconds to build instance. [ 678.771460] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066221} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.771899] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.772694] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aceadf-038f-468c-ad9f-9a9517d1767c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.796597] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.796597] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5834030-2b79-4220-847d-11a1ed23f171 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.821977] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 678.821977] env[69302]: value = "task-3182985" [ 678.821977] env[69302]: _type = "Task" [ 678.821977] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.831666] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.920724] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-vif-plugged-50bee7fa-45d5-422e-a3ae-93df936b6998 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.921018] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Acquiring lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.921295] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.921507] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.921671] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] No waiting events found dispatching network-vif-plugged-50bee7fa-45d5-422e-a3ae-93df936b6998 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.921948] env[69302]: WARNING nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received unexpected event network-vif-plugged-50bee7fa-45d5-422e-a3ae-93df936b6998 for instance with vm_state building and task_state spawning. [ 678.922020] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-changed-50bee7fa-45d5-422e-a3ae-93df936b6998 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.922223] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Refreshing instance network info cache due to event network-changed-50bee7fa-45d5-422e-a3ae-93df936b6998. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.922369] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Acquiring lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.922592] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Acquired lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.922652] env[69302]: DEBUG nova.network.neutron [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Refreshing network info cache for port 50bee7fa-45d5-422e-a3ae-93df936b6998 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.152149] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4bbdd74d-0866-4d71-9422-b8d38f28ff8c tempest-ServerDiagnosticsNegativeTest-2079778825 tempest-ServerDiagnosticsNegativeTest-2079778825-project-member] Lock "3ea11bb2-8f70-41b9-a1de-93329a648fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.711s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.194886] env[69302]: DEBUG oslo_vmware.api [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3182983, 'name': PowerOnVM_Task, 'duration_secs': 0.563894} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.195180] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.195379] env[69302]: INFO nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Took 14.35 seconds to spawn the instance on the hypervisor. [ 679.195557] env[69302]: DEBUG nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.196370] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56435b2-3152-4a7f-86a2-ed474810a59b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.204526] env[69302]: DEBUG oslo_concurrency.lockutils [None req-faaf984f-7f52-4067-ae42-c61c5366c57c tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.275s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.222425] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "b18af0c3-cdcb-433c-af15-1f0ce6335217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.223284] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "b18af0c3-cdcb-433c-af15-1f0ce6335217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.242375] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "fb021b97-1036-47e1-a0ea-3db555586804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.242673] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "fb021b97-1036-47e1-a0ea-3db555586804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.242871] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "fb021b97-1036-47e1-a0ea-3db555586804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.243072] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "fb021b97-1036-47e1-a0ea-3db555586804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.243287] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "fb021b97-1036-47e1-a0ea-3db555586804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.246359] env[69302]: INFO nova.compute.manager [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Terminating instance [ 679.337572] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.484758] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fc1a3a-522e-47d7-80db-dcd395abc4dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.495304] env[69302]: DEBUG nova.network.neutron [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.496050] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3b3155-c42c-4012-ac77-8b099767b9ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.531175] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633f16c7-d8c0-4a1c-be20-373e8ee26f75 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.541830] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b85c97-ed83-49af-b512-c02d63abce68 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.558132] env[69302]: DEBUG nova.compute.provider_tree [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.718752] env[69302]: DEBUG nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.723996] env[69302]: INFO nova.compute.manager [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Took 30.80 seconds to build instance. [ 679.756459] env[69302]: DEBUG nova.compute.manager [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.756698] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.769726] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e9da6a-f9b8-4a5e-8cef-a130791a203c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.783893] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.786099] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cc6345c-9d06-47db-90aa-c0d4941e1d5c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.800026] env[69302]: DEBUG oslo_vmware.api [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 679.800026] env[69302]: value = "task-3182986" [ 679.800026] env[69302]: _type = "Task" [ 679.800026] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.801625] env[69302]: DEBUG nova.network.neutron [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.812638] env[69302]: DEBUG oslo_vmware.api [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.837841] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182985, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.920773] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "70505d2f-ad77-42e3-b0e7-a691d0552c50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.921288] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "70505d2f-ad77-42e3-b0e7-a691d0552c50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.062078] env[69302]: DEBUG nova.scheduler.client.report [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.226843] env[69302]: DEBUG oslo_concurrency.lockutils [None req-928c7899-d711-48d4-a235-2e4e5763bcd6 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.337s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.263801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.275432] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.275676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.275902] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.276997] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.276997] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.281959] env[69302]: INFO nova.compute.manager [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Terminating instance [ 680.305548] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Releasing lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.308779] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Received event network-vif-deleted-af516e0b-7d27-4756-b52b-995a086eb927 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.308779] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-vif-plugged-3225d4f7-a808-42af-8f6f-03b742c27bcc {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.308779] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Acquiring lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.308779] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.308779] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.309019] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] No waiting events found dispatching network-vif-plugged-3225d4f7-a808-42af-8f6f-03b742c27bcc {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.309019] env[69302]: WARNING nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received unexpected event network-vif-plugged-3225d4f7-a808-42af-8f6f-03b742c27bcc for instance with vm_state building and task_state spawning. [ 680.309019] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-changed-3225d4f7-a808-42af-8f6f-03b742c27bcc {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.309019] env[69302]: DEBUG nova.compute.manager [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Refreshing instance network info cache due to event network-changed-3225d4f7-a808-42af-8f6f-03b742c27bcc. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.309019] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Acquiring lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.309179] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Acquired lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.310066] env[69302]: DEBUG nova.network.neutron [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Refreshing network info cache for port 3225d4f7-a808-42af-8f6f-03b742c27bcc {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.319593] env[69302]: DEBUG oslo_vmware.api [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182986, 'name': PowerOffVM_Task, 'duration_secs': 0.272079} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.319593] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.319593] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.320417] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4574967-9c2d-4b8c-9c61-12f5fe96a46b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.341969] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182985, 'name': ReconfigVM_Task, 'duration_secs': 1.419974} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.342402] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Reconfigured VM instance instance-0000000d to attach disk [datastore1] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.342792] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-413aa92e-5d40-4c05-8ae6-e95d40cbe4dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.351469] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 680.351469] env[69302]: value = "task-3182988" [ 680.351469] env[69302]: _type = "Task" [ 680.351469] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.367913] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquiring lock "17485f1e-c1f0-432e-a121-14a75e4afd52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.368425] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "17485f1e-c1f0-432e-a121-14a75e4afd52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.368927] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182988, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.401758] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.402429] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.402429] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleting the datastore file [datastore2] fb021b97-1036-47e1-a0ea-3db555586804 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.403518] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-644e1fea-c41f-460a-b23e-599a87b9b2c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.413537] env[69302]: DEBUG oslo_vmware.api [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 680.413537] env[69302]: value = "task-3182989" [ 680.413537] env[69302]: _type = "Task" [ 680.413537] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.423293] env[69302]: DEBUG oslo_vmware.api [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.503490] env[69302]: DEBUG nova.network.neutron [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Successfully updated port: 93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.573460] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.576441] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.990s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.578402] env[69302]: INFO nova.compute.claims [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.611535] env[69302]: INFO nova.scheduler.client.report [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Deleted allocations for instance e23100e6-9f59-4d0e-aff6-362854304d90 [ 680.691045] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Successfully updated port: 0b9617b8-f6a0-424f-a7f8-f28a9edac3da {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.738082] env[69302]: DEBUG nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.788035] env[69302]: DEBUG nova.compute.manager [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.788348] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.790577] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4559f9-98d0-4783-bfc6-809a315e926c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.803334] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.803594] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7470d200-67f1-410b-8b0b-82ff19a56220 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.811045] env[69302]: DEBUG oslo_vmware.api [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 680.811045] env[69302]: value = "task-3182990" [ 680.811045] env[69302]: _type = "Task" [ 680.811045] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.824295] env[69302]: DEBUG oslo_vmware.api [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.864724] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182988, 'name': Rename_Task, 'duration_secs': 0.207773} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.865034] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.865298] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ac25f3-a5ec-409a-8c92-648afc729f0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.874190] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 680.874190] env[69302]: value = "task-3182991" [ 680.874190] env[69302]: _type = "Task" [ 680.874190] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.880717] env[69302]: DEBUG nova.network.neutron [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.891431] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.924470] env[69302]: DEBUG oslo_vmware.api [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22289} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.924794] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.924893] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.925133] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.925376] env[69302]: INFO nova.compute.manager [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Took 1.17 seconds to destroy the instance on the hypervisor. [ 680.925643] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.925853] env[69302]: DEBUG nova.compute.manager [-] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.925994] env[69302]: DEBUG nova.network.neutron [-] [instance: fb021b97-1036-47e1-a0ea-3db555586804] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.008954] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.008954] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquired lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.009207] env[69302]: DEBUG nova.network.neutron [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.121745] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3b66ba00-d469-426a-8396-4c7715ad99d0 tempest-ServerDiagnosticsTest-1644846297 tempest-ServerDiagnosticsTest-1644846297-project-member] Lock "e23100e6-9f59-4d0e-aff6-362854304d90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.031s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.192646] env[69302]: DEBUG nova.network.neutron [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.194983] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.274534] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.326012] env[69302]: DEBUG oslo_vmware.api [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182990, 'name': PowerOffVM_Task, 'duration_secs': 0.245017} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.327277] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.327796] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.328046] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e34be6d5-260c-4bf3-8fe4-eb5fb4ec849b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.392442] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182991, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.409490] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.409870] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.410197] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleting the datastore file [datastore2] 19dd952a-38f4-40d3-b69b-8723d5bc6a32 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.410710] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-972fc531-c133-47cb-b870-19c46198b27b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.417892] env[69302]: DEBUG nova.compute.manager [req-f441703d-3d90-4db2-b9b3-8c34af8f91c9 req-0ba1ffba-29a6-456e-8830-5e74e9b82e5b service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Received event network-changed-054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.418164] env[69302]: DEBUG nova.compute.manager [req-f441703d-3d90-4db2-b9b3-8c34af8f91c9 req-0ba1ffba-29a6-456e-8830-5e74e9b82e5b service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Refreshing instance network info cache due to event network-changed-054b0d30-3e2a-4fde-8c69-775465a837a3. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.418568] env[69302]: DEBUG oslo_concurrency.lockutils [req-f441703d-3d90-4db2-b9b3-8c34af8f91c9 req-0ba1ffba-29a6-456e-8830-5e74e9b82e5b service nova] Acquiring lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.418675] env[69302]: DEBUG oslo_concurrency.lockutils [req-f441703d-3d90-4db2-b9b3-8c34af8f91c9 req-0ba1ffba-29a6-456e-8830-5e74e9b82e5b service nova] Acquired lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.418878] env[69302]: DEBUG nova.network.neutron [req-f441703d-3d90-4db2-b9b3-8c34af8f91c9 req-0ba1ffba-29a6-456e-8830-5e74e9b82e5b service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Refreshing network info cache for port 054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.424409] env[69302]: DEBUG oslo_vmware.api [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 681.424409] env[69302]: value = "task-3182993" [ 681.424409] env[69302]: _type = "Task" [ 681.424409] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.437443] env[69302]: DEBUG oslo_vmware.api [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.560089] env[69302]: DEBUG nova.network.neutron [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.696325] env[69302]: DEBUG oslo_concurrency.lockutils [req-11119de5-7d22-4813-aea7-818c849a3b80 req-0b057c16-24b1-411b-a1aa-7455ccb8a827 service nova] Releasing lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.696717] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquired lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.696873] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.773673] env[69302]: DEBUG nova.network.neutron [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Updating instance_info_cache with network_info: [{"id": "93246fd4-0517-4ad1-909a-ca590c9a8954", "address": "fa:16:3e:c8:b9:b6", "network": {"id": "b2645ee6-618e-4795-ae00-65d7a648f098", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1397836951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0933d081099945549904d0e182fd4894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93246fd4-05", "ovs_interfaceid": "93246fd4-0517-4ad1-909a-ca590c9a8954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.807151] env[69302]: DEBUG nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Received event network-vif-plugged-93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.807320] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Acquiring lock "d684c74f-d058-47b5-8dcc-fc9287843569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.807566] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Lock "d684c74f-d058-47b5-8dcc-fc9287843569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.807942] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Lock "d684c74f-d058-47b5-8dcc-fc9287843569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.807942] env[69302]: DEBUG nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] No waiting events found dispatching network-vif-plugged-93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.808064] env[69302]: WARNING nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Received unexpected event network-vif-plugged-93246fd4-0517-4ad1-909a-ca590c9a8954 for instance with vm_state building and task_state spawning. [ 681.808268] env[69302]: DEBUG nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-vif-plugged-0b9617b8-f6a0-424f-a7f8-f28a9edac3da {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.808618] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Acquiring lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.809087] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.809287] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.809462] env[69302]: DEBUG nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] No waiting events found dispatching network-vif-plugged-0b9617b8-f6a0-424f-a7f8-f28a9edac3da {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.809624] env[69302]: WARNING nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received unexpected event network-vif-plugged-0b9617b8-f6a0-424f-a7f8-f28a9edac3da for instance with vm_state building and task_state spawning. [ 681.809785] env[69302]: DEBUG nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Received event network-changed-93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.809936] env[69302]: DEBUG nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Refreshing instance network info cache due to event network-changed-93246fd4-0517-4ad1-909a-ca590c9a8954. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.810114] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Acquiring lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.890151] env[69302]: DEBUG oslo_vmware.api [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3182991, 'name': PowerOnVM_Task, 'duration_secs': 0.820126} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.890486] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.890859] env[69302]: INFO nova.compute.manager [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Took 5.99 seconds to spawn the instance on the hypervisor. [ 681.890859] env[69302]: DEBUG nova.compute.manager [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.895130] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ac7468-ec4f-4069-a716-7d3c3f0c63b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.936598] env[69302]: DEBUG oslo_vmware.api [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3182993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235599} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.939897] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.939897] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.939897] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.939897] env[69302]: INFO nova.compute.manager [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Took 1.15 seconds to destroy the instance on the hypervisor. [ 681.940112] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.944940] env[69302]: DEBUG nova.compute.manager [-] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.945104] env[69302]: DEBUG nova.network.neutron [-] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.992949] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f66fa1-db84-429e-8ce0-52d1fde7a0b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.001810] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0a9f64-3a0f-4646-b209-c7628368f9c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.005668] env[69302]: DEBUG nova.network.neutron [-] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.040569] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d51d46-4a97-4283-a9fb-676989821307 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.050630] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6258ef6-a4ce-4a2d-b1d6-57d310d4ba1f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.067413] env[69302]: DEBUG nova.compute.provider_tree [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.278657] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Releasing lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.278657] env[69302]: DEBUG nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Instance network_info: |[{"id": "93246fd4-0517-4ad1-909a-ca590c9a8954", "address": "fa:16:3e:c8:b9:b6", "network": {"id": "b2645ee6-618e-4795-ae00-65d7a648f098", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1397836951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0933d081099945549904d0e182fd4894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93246fd4-05", "ovs_interfaceid": "93246fd4-0517-4ad1-909a-ca590c9a8954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.278799] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Acquired lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.278799] env[69302]: DEBUG nova.network.neutron [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Refreshing network info cache for port 93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.282430] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:b9:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93246fd4-0517-4ad1-909a-ca590c9a8954', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.290424] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Creating folder: Project (0933d081099945549904d0e182fd4894). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.295122] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.299608] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93ae2cd9-f42f-413c-81ac-310b1f7b10fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.313592] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Created folder: Project (0933d081099945549904d0e182fd4894) in parent group-v636578. [ 682.313592] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Creating folder: Instances. Parent ref: group-v636613. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.313817] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d85481e-0da5-4084-bab9-a6b13cee5a1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.325109] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Created folder: Instances in parent group-v636613. [ 682.325363] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.325560] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.325767] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12b493be-8127-46ca-a89c-c2060691ed93 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.362604] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.362604] env[69302]: value = "task-3182996" [ 682.362604] env[69302]: _type = "Task" [ 682.362604] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.373567] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182996, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.417801] env[69302]: INFO nova.compute.manager [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Took 21.70 seconds to build instance. [ 682.510120] env[69302]: INFO nova.compute.manager [-] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Took 1.58 seconds to deallocate network for instance. [ 682.573778] env[69302]: DEBUG nova.scheduler.client.report [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.613323] env[69302]: DEBUG nova.network.neutron [req-f441703d-3d90-4db2-b9b3-8c34af8f91c9 req-0ba1ffba-29a6-456e-8830-5e74e9b82e5b service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Updated VIF entry in instance network info cache for port 054b0d30-3e2a-4fde-8c69-775465a837a3. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.613510] env[69302]: DEBUG nova.network.neutron [req-f441703d-3d90-4db2-b9b3-8c34af8f91c9 req-0ba1ffba-29a6-456e-8830-5e74e9b82e5b service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Updating instance_info_cache with network_info: [{"id": "054b0d30-3e2a-4fde-8c69-775465a837a3", "address": "fa:16:3e:bf:21:c5", "network": {"id": "cb90713f-10f7-42be-b32f-8b640298015a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1578564450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "813ecbe4c17049fcb5af61ed82d2e0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054b0d30-3e", "ovs_interfaceid": "054b0d30-3e2a-4fde-8c69-775465a837a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.619933] env[69302]: DEBUG nova.network.neutron [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Updated VIF entry in instance network info cache for port 93246fd4-0517-4ad1-909a-ca590c9a8954. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.623222] env[69302]: DEBUG nova.network.neutron [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Updating instance_info_cache with network_info: [{"id": "93246fd4-0517-4ad1-909a-ca590c9a8954", "address": "fa:16:3e:c8:b9:b6", "network": {"id": "b2645ee6-618e-4795-ae00-65d7a648f098", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1397836951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0933d081099945549904d0e182fd4894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93246fd4-05", "ovs_interfaceid": "93246fd4-0517-4ad1-909a-ca590c9a8954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.877854] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3182996, 'name': CreateVM_Task, 'duration_secs': 0.436478} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.878175] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.879024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.879494] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.879890] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.881037] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fef7f3-19fc-4316-b8f9-1da83257ef6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.887352] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 682.887352] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5233e918-7481-e688-9836-98763de7c1df" [ 682.887352] env[69302]: _type = "Task" [ 682.887352] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.897657] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5233e918-7481-e688-9836-98763de7c1df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.920378] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1bf1df60-5bc3-4142-b627-4027fdc8b95c tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.577s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.021154] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.084912] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.085426] env[69302]: DEBUG nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.090621] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.747s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.123860] env[69302]: DEBUG oslo_concurrency.lockutils [req-f441703d-3d90-4db2-b9b3-8c34af8f91c9 req-0ba1ffba-29a6-456e-8830-5e74e9b82e5b service nova] Releasing lock "refresh_cache-dd64bebb-7c5b-48cb-b670-52983ffe6ba5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.124746] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Releasing lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.125349] env[69302]: DEBUG nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-changed-0b9617b8-f6a0-424f-a7f8-f28a9edac3da {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.126126] env[69302]: DEBUG nova.compute.manager [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Refreshing instance network info cache due to event network-changed-0b9617b8-f6a0-424f-a7f8-f28a9edac3da. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.126360] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Acquiring lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.297748] env[69302]: DEBUG nova.compute.manager [None req-4e88e00b-e63f-481d-a849-641fc2a2e802 tempest-ServerDiagnosticsV248Test-1022961533 tempest-ServerDiagnosticsV248Test-1022961533-project-admin] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.299107] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9544b-e382-414f-9a65-3f05a8e00688 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.302138] env[69302]: DEBUG nova.network.neutron [-] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.308000] env[69302]: INFO nova.compute.manager [None req-4e88e00b-e63f-481d-a849-641fc2a2e802 tempest-ServerDiagnosticsV248Test-1022961533 tempest-ServerDiagnosticsV248Test-1022961533-project-admin] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Retrieving diagnostics [ 683.308751] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f1f0c-c1f7-433f-9eca-3c889c14f305 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.399424] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5233e918-7481-e688-9836-98763de7c1df, 'name': SearchDatastore_Task, 'duration_secs': 0.019968} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.399900] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.400124] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.400299] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.400447] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.400771] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.401026] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-604ce62f-7174-4eae-92ab-6393cc808210 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.413666] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.413861] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.417462] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da5658e-3ee0-495a-bbb8-48abd037cd31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.422814] env[69302]: DEBUG nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.429915] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 683.429915] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5280198e-d29b-792d-1865-bff1f33c1bd3" [ 683.429915] env[69302]: _type = "Task" [ 683.429915] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.439891] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5280198e-d29b-792d-1865-bff1f33c1bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.592717] env[69302]: DEBUG nova.compute.utils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.594081] env[69302]: DEBUG nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.594571] env[69302]: DEBUG nova.network.neutron [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.599083] env[69302]: INFO nova.compute.claims [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.740133] env[69302]: DEBUG nova.policy [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '154c1b4dbb3a4b5d836e8697cf80336a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bd4a64d657f4ba7afa8e938c7d39606', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.804492] env[69302]: INFO nova.compute.manager [-] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Took 1.86 seconds to deallocate network for instance. [ 683.882681] env[69302]: DEBUG nova.network.neutron [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Updating instance_info_cache with network_info: [{"id": "50bee7fa-45d5-422e-a3ae-93df936b6998", "address": "fa:16:3e:4e:d7:0a", "network": {"id": "a800559e-9e02-4a2f-a9aa-cfb36a1b9149", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-219492994", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bee7fa-45", "ovs_interfaceid": "50bee7fa-45d5-422e-a3ae-93df936b6998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3225d4f7-a808-42af-8f6f-03b742c27bcc", "address": "fa:16:3e:8a:e7:0f", "network": {"id": "98db3037-6918-40a9-b61c-4477a884ad67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-280952824", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3225d4f7-a8", "ovs_interfaceid": "3225d4f7-a808-42af-8f6f-03b742c27bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b9617b8-f6a0-424f-a7f8-f28a9edac3da", "address": "fa:16:3e:59:67:54", "network": {"id": "a800559e-9e02-4a2f-a9aa-cfb36a1b9149", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-219492994", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9617b8-f6", "ovs_interfaceid": "0b9617b8-f6a0-424f-a7f8-f28a9edac3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.944076] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5280198e-d29b-792d-1865-bff1f33c1bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.021528} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.946402] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.946747] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-403563de-034b-4775-b829-c619dce3e489 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.955298] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 683.955298] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5256e14b-174c-7858-4a31-ddb835bca04c" [ 683.955298] env[69302]: _type = "Task" [ 683.955298] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.969898] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5256e14b-174c-7858-4a31-ddb835bca04c, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.970197] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.970541] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] d684c74f-d058-47b5-8dcc-fc9287843569/d684c74f-d058-47b5-8dcc-fc9287843569.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.971135] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28317e8e-e659-4f5d-a1fb-e96debc60600 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.980223] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 683.980223] env[69302]: value = "task-3182997" [ 683.980223] env[69302]: _type = "Task" [ 683.980223] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.994314] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3182997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.103487] env[69302]: DEBUG nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.109221] env[69302]: INFO nova.compute.resource_tracker [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating resource usage from migration d421017f-adcc-4182-adb5-1b77bfcb1431 [ 684.314103] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.394194] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Releasing lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.394194] env[69302]: DEBUG nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Instance network_info: |[{"id": "50bee7fa-45d5-422e-a3ae-93df936b6998", "address": "fa:16:3e:4e:d7:0a", "network": {"id": "a800559e-9e02-4a2f-a9aa-cfb36a1b9149", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-219492994", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bee7fa-45", "ovs_interfaceid": "50bee7fa-45d5-422e-a3ae-93df936b6998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3225d4f7-a808-42af-8f6f-03b742c27bcc", "address": "fa:16:3e:8a:e7:0f", "network": {"id": "98db3037-6918-40a9-b61c-4477a884ad67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-280952824", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3225d4f7-a8", "ovs_interfaceid": "3225d4f7-a808-42af-8f6f-03b742c27bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b9617b8-f6a0-424f-a7f8-f28a9edac3da", "address": "fa:16:3e:59:67:54", "network": {"id": "a800559e-9e02-4a2f-a9aa-cfb36a1b9149", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-219492994", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9617b8-f6", "ovs_interfaceid": "0b9617b8-f6a0-424f-a7f8-f28a9edac3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.394948] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Acquired lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.395274] env[69302]: DEBUG nova.network.neutron [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Refreshing network info cache for port 0b9617b8-f6a0-424f-a7f8-f28a9edac3da {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.397316] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d7:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50bee7fa-45d5-422e-a3ae-93df936b6998', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e7:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3225d4f7-a808-42af-8f6f-03b742c27bcc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:67:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b9617b8-f6a0-424f-a7f8-f28a9edac3da', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.408657] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Creating folder: Project (d049435607534765842443d8664e443f). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.410116] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7681438-4cc3-4b6e-830d-c70cd5d8f3cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.436302] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Created folder: Project (d049435607534765842443d8664e443f) in parent group-v636578. [ 684.436302] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Creating folder: Instances. Parent ref: group-v636616. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.436302] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7508d8b-6c6c-4856-961c-7fdc8d27b49d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.457034] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Created folder: Instances in parent group-v636616. [ 684.457034] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.458194] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.458487] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5028a5f-1749-41af-9ac6-d9402762a028 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.497081] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3182997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514576} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.499156] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] d684c74f-d058-47b5-8dcc-fc9287843569/d684c74f-d058-47b5-8dcc-fc9287843569.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.499573] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.499840] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.499840] env[69302]: value = "task-3183000" [ 684.499840] env[69302]: _type = "Task" [ 684.499840] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.502969] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46ca5a32-18f3-43be-9502-4d61498ebcc2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.515429] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 684.515429] env[69302]: value = "task-3183001" [ 684.515429] env[69302]: _type = "Task" [ 684.515429] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.533487] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.575273] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8f78b7-3fc5-4f81-a51b-ae71c053ec31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.587376] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5473162-0e7d-4e5b-b4dc-16c658ae4e60 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.630064] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c6051-3293-4e8b-af0a-658e52156388 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.639017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee7d28-222a-4ac2-9b45-71af64990051 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.658074] env[69302]: DEBUG nova.compute.provider_tree [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.663579] env[69302]: DEBUG nova.network.neutron [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Successfully created port: b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.673874] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquiring lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.673996] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.674698] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquiring lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.674698] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.674698] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.677423] env[69302]: INFO nova.compute.manager [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Terminating instance [ 684.948963] env[69302]: DEBUG nova.compute.manager [req-92bf2659-f7eb-41c1-b9ed-4dcc9d812d21 req-ba6931c8-1f13-4cab-a9be-b2ecff460cad service nova] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Received event network-vif-deleted-c58b3857-2b25-4eb2-b3b2-3b4cec597e13 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.949991] env[69302]: DEBUG nova.compute.manager [req-92bf2659-f7eb-41c1-b9ed-4dcc9d812d21 req-ba6931c8-1f13-4cab-a9be-b2ecff460cad service nova] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Received event network-vif-deleted-479bd9fd-60e6-4ad0-be38-426bb0ec4d39 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.018208] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183000, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.036195] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125854} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.036674] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.037566] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e4cfe1-da44-43af-8b73-372d87e916d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.068392] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d684c74f-d058-47b5-8dcc-fc9287843569/d684c74f-d058-47b5-8dcc-fc9287843569.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.069172] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd83147b-dca9-47ba-9dac-78507cf745d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.093037] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 685.093037] env[69302]: value = "task-3183002" [ 685.093037] env[69302]: _type = "Task" [ 685.093037] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.100810] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.133087] env[69302]: DEBUG nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.161964] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.161964] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.161964] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.162279] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.162346] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.162556] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.162872] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.162970] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.163168] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.163334] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.163515] env[69302]: DEBUG nova.virt.hardware [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.164384] env[69302]: DEBUG nova.scheduler.client.report [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.167976] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e549787e-e5d3-463b-8780-85794b647c4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.180242] env[69302]: DEBUG nova.compute.manager [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.180242] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.181138] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d051e501-f314-4f5b-8bd7-238cdcb86d30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.185677] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d77094-5e63-4a0d-a645-afc6ecd9184f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.207416] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.207749] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ae51c1-6307-43c6-8940-56248bacea8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.218466] env[69302]: DEBUG oslo_vmware.api [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 685.218466] env[69302]: value = "task-3183003" [ 685.218466] env[69302]: _type = "Task" [ 685.218466] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.228578] env[69302]: DEBUG oslo_vmware.api [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3183003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.425979] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquiring lock "d5f48c32-267d-4702-b9f2-11cc5588a84e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.426264] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "d5f48c32-267d-4702-b9f2-11cc5588a84e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.426487] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquiring lock "d5f48c32-267d-4702-b9f2-11cc5588a84e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.426691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "d5f48c32-267d-4702-b9f2-11cc5588a84e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.426864] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "d5f48c32-267d-4702-b9f2-11cc5588a84e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.428959] env[69302]: INFO nova.compute.manager [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Terminating instance [ 685.476140] env[69302]: INFO nova.compute.manager [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Rebuilding instance [ 685.519454] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183000, 'name': CreateVM_Task, 'duration_secs': 0.67762} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.520017] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.521450] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.521659] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.522076] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.526344] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2dc4b5-b3a3-4314-88a3-15c238908408 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.534862] env[69302]: DEBUG nova.compute.manager [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.534862] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e4c07a-ed9c-4bf4-bf6b-a88de9b6ea90 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.540911] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 685.540911] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b258ca-e1ba-1926-84a6-479a887002b1" [ 685.540911] env[69302]: _type = "Task" [ 685.540911] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.559774] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b258ca-e1ba-1926-84a6-479a887002b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017778} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.560109] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.560386] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.560676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.560854] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.561073] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.561379] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-447a1264-65a3-4e9b-9ed8-3e14482ac634 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.574377] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.574377] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.576043] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb78412-58b8-4de3-91fe-8faced0d596d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.584713] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 685.584713] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524b9d25-dc0a-f1d1-c950-28d0abc55171" [ 685.584713] env[69302]: _type = "Task" [ 685.584713] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.597322] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524b9d25-dc0a-f1d1-c950-28d0abc55171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.611521] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183002, 'name': ReconfigVM_Task, 'duration_secs': 0.311905} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.612014] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d684c74f-d058-47b5-8dcc-fc9287843569/d684c74f-d058-47b5-8dcc-fc9287843569.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.612863] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cf3ad6c-ac3a-46d1-95a7-e383814d6890 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.623501] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 685.623501] env[69302]: value = "task-3183004" [ 685.623501] env[69302]: _type = "Task" [ 685.623501] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.636548] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183004, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.658125] env[69302]: DEBUG nova.network.neutron [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Updated VIF entry in instance network info cache for port 0b9617b8-f6a0-424f-a7f8-f28a9edac3da. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.658125] env[69302]: DEBUG nova.network.neutron [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Updating instance_info_cache with network_info: [{"id": "50bee7fa-45d5-422e-a3ae-93df936b6998", "address": "fa:16:3e:4e:d7:0a", "network": {"id": "a800559e-9e02-4a2f-a9aa-cfb36a1b9149", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-219492994", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bee7fa-45", "ovs_interfaceid": "50bee7fa-45d5-422e-a3ae-93df936b6998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3225d4f7-a808-42af-8f6f-03b742c27bcc", "address": "fa:16:3e:8a:e7:0f", "network": {"id": "98db3037-6918-40a9-b61c-4477a884ad67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-280952824", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3225d4f7-a8", "ovs_interfaceid": "3225d4f7-a808-42af-8f6f-03b742c27bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0b9617b8-f6a0-424f-a7f8-f28a9edac3da", "address": "fa:16:3e:59:67:54", "network": {"id": "a800559e-9e02-4a2f-a9aa-cfb36a1b9149", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-219492994", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b9617b8-f6", "ovs_interfaceid": "0b9617b8-f6a0-424f-a7f8-f28a9edac3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.681233] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.586s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.681233] env[69302]: INFO nova.compute.manager [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Migrating [ 685.681233] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.681233] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.681233] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.901s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.690693] env[69302]: INFO nova.compute.claims [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.691492] env[69302]: INFO nova.compute.rpcapi [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 685.691712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.732180] env[69302]: DEBUG oslo_vmware.api [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3183003, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.934421] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquiring lock "refresh_cache-d5f48c32-267d-4702-b9f2-11cc5588a84e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.935063] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquired lock "refresh_cache-d5f48c32-267d-4702-b9f2-11cc5588a84e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.935063] env[69302]: DEBUG nova.network.neutron [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.097266] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524b9d25-dc0a-f1d1-c950-28d0abc55171, 'name': SearchDatastore_Task, 'duration_secs': 0.021748} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.097723] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3f091b-5861-456e-ac4f-5db88c65c7be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.105867] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 686.105867] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52889a69-906d-c30a-c230-c386ec92aa37" [ 686.105867] env[69302]: _type = "Task" [ 686.105867] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.115614] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52889a69-906d-c30a-c230-c386ec92aa37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.136426] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183004, 'name': Rename_Task, 'duration_secs': 0.174773} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.136723] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.139152] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2da64ac-6a8e-4627-9583-8ca885049a89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.146858] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 686.146858] env[69302]: value = "task-3183005" [ 686.146858] env[69302]: _type = "Task" [ 686.146858] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.163321] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0dddb76-eb40-4433-9245-fc67241f9b3b req-73b086c5-5c9b-4231-a2ae-8e36291dfb75 service nova] Releasing lock "refresh_cache-dd81649a-43aa-42f9-bb5b-8450a93258a3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.163321] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.218303] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.218657] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.219016] env[69302]: DEBUG nova.network.neutron [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.234445] env[69302]: DEBUG oslo_vmware.api [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3183003, 'name': PowerOffVM_Task, 'duration_secs': 0.51936} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.235562] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.235735] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.236055] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6acabfa2-7658-4f4a-890b-58aec2d338c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.304185] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.305880] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.306745] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Deleting the datastore file [datastore1] 1c952e24-4c6b-4dbc-9976-fcf5510e30c2 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.306846] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00442a16-495f-4c2a-bad3-8d49c4357a11 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.317473] env[69302]: DEBUG oslo_vmware.api [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for the task: (returnval){ [ 686.317473] env[69302]: value = "task-3183007" [ 686.317473] env[69302]: _type = "Task" [ 686.317473] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.334180] env[69302]: DEBUG oslo_vmware.api [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3183007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.476770] env[69302]: DEBUG nova.network.neutron [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.558480] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.558742] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aab99ba-1c99-4250-aed2-c2f6839fe9c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.573509] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 686.573509] env[69302]: value = "task-3183008" [ 686.573509] env[69302]: _type = "Task" [ 686.573509] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.586917] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.624164] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52889a69-906d-c30a-c230-c386ec92aa37, 'name': SearchDatastore_Task, 'duration_secs': 0.026774} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.624512] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.624789] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] dd81649a-43aa-42f9-bb5b-8450a93258a3/dd81649a-43aa-42f9-bb5b-8450a93258a3.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.625139] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751378ef-b41b-450d-8194-c9488583f3be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.640228] env[69302]: DEBUG nova.network.neutron [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.644812] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 686.644812] env[69302]: value = "task-3183009" [ 686.644812] env[69302]: _type = "Task" [ 686.644812] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.659998] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.664776] env[69302]: DEBUG oslo_vmware.api [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183005, 'name': PowerOnVM_Task, 'duration_secs': 0.506658} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.665483] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.665483] env[69302]: INFO nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Took 8.12 seconds to spawn the instance on the hypervisor. [ 686.665617] env[69302]: DEBUG nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.666400] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b2dcc-5b0a-489c-b312-fbef2f0b3ee9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.832461] env[69302]: DEBUG oslo_vmware.api [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Task: {'id': task-3183007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254498} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.837268] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.837664] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.838087] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.838406] env[69302]: INFO nova.compute.manager [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Took 1.66 seconds to destroy the instance on the hypervisor. [ 686.838828] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.842928] env[69302]: DEBUG nova.compute.manager [-] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.843120] env[69302]: DEBUG nova.network.neutron [-] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.091085] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183008, 'name': PowerOffVM_Task, 'duration_secs': 0.160481} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.093842] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.094190] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.096671] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166e6fcb-bb0e-4c51-8399-708a018c6a14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.104988] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.104988] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30649769-2015-4f88-9d8c-8d5599324305 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.118798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "81ac6050-d6fc-4479-a8b8-2e54078b8437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.118995] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "81ac6050-d6fc-4479-a8b8-2e54078b8437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.142592] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.142592] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.142905] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Deleting the datastore file [datastore1] bb170d5c-9e61-4041-b16e-6c8051e46f8a {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.146863] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7c42695-85a5-45f9-8fd3-91c007c7fc2b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.150213] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Releasing lock "refresh_cache-d5f48c32-267d-4702-b9f2-11cc5588a84e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.150731] env[69302]: DEBUG nova.compute.manager [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.151037] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.152599] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f9022f-7ed1-47c7-ade3-cd4aecc1e2fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.169714] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183009, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.176405] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 687.176405] env[69302]: value = "task-3183011" [ 687.176405] env[69302]: _type = "Task" [ 687.176405] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.176891] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.177659] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0faebb-4ed7-4da6-a5bb-d179b246d2cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.184474] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-548adee2-18f9-4065-9bcc-a2efe50d2bfd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.201802] env[69302]: INFO nova.compute.manager [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Took 24.48 seconds to build instance. [ 687.203902] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142c162f-ffb6-4453-b7c6-7d5e4023ce0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.213510] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.213867] env[69302]: DEBUG oslo_vmware.api [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 687.213867] env[69302]: value = "task-3183012" [ 687.213867] env[69302]: _type = "Task" [ 687.213867] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.254079] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca85e92d-1a00-436e-aa43-ec96958ff8bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.256824] env[69302]: DEBUG oslo_vmware.api [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3183012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.264959] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd73dee8-d09d-4228-b314-a1d4008664ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.285528] env[69302]: DEBUG nova.compute.provider_tree [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.396336] env[69302]: DEBUG nova.network.neutron [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance_info_cache with network_info: [{"id": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "address": "fa:16:3e:b5:1a:b1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c82e5e-0e", "ovs_interfaceid": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.486579] env[69302]: DEBUG nova.network.neutron [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Successfully updated port: b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.671945] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58085} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.671945] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] dd81649a-43aa-42f9-bb5b-8450a93258a3/dd81649a-43aa-42f9-bb5b-8450a93258a3.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.671945] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.671945] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ae3e5b-f606-4366-ac20-f89f5c323c1b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.680908] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 687.680908] env[69302]: value = "task-3183013" [ 687.680908] env[69302]: _type = "Task" [ 687.680908] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.705434] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.705434] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186318} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.705434] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.705434] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.705707] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.713338] env[69302]: DEBUG oslo_concurrency.lockutils [None req-df775f5b-9451-423d-ad8f-dd65cce25a45 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "d684c74f-d058-47b5-8dcc-fc9287843569" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.003s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.731416] env[69302]: DEBUG oslo_vmware.api [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3183012, 'name': PowerOffVM_Task, 'duration_secs': 0.183833} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.735021] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.735021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.735021] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a0ccfba-e7da-4991-b78f-434f8fbaca44 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.776816] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.776816] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.776816] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Deleting the datastore file [datastore2] d5f48c32-267d-4702-b9f2-11cc5588a84e {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.776816] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa7e2482-ba7c-4994-929a-fd5ce3a6c77e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.781382] env[69302]: DEBUG oslo_vmware.api [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for the task: (returnval){ [ 687.781382] env[69302]: value = "task-3183015" [ 687.781382] env[69302]: _type = "Task" [ 687.781382] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.790390] env[69302]: DEBUG nova.scheduler.client.report [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.804056] env[69302]: DEBUG oslo_vmware.api [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3183015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.899999] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.946261] env[69302]: DEBUG nova.compute.manager [req-463dc0ab-888b-4f34-9e63-f8f5acbee85a req-359a4d61-2e29-4b57-860c-ea9d806f66de service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Received event network-vif-plugged-b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.946462] env[69302]: DEBUG oslo_concurrency.lockutils [req-463dc0ab-888b-4f34-9e63-f8f5acbee85a req-359a4d61-2e29-4b57-860c-ea9d806f66de service nova] Acquiring lock "099411cb-0e40-4cb7-b36e-12409f837436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.946674] env[69302]: DEBUG oslo_concurrency.lockutils [req-463dc0ab-888b-4f34-9e63-f8f5acbee85a req-359a4d61-2e29-4b57-860c-ea9d806f66de service nova] Lock "099411cb-0e40-4cb7-b36e-12409f837436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.946841] env[69302]: DEBUG oslo_concurrency.lockutils [req-463dc0ab-888b-4f34-9e63-f8f5acbee85a req-359a4d61-2e29-4b57-860c-ea9d806f66de service nova] Lock "099411cb-0e40-4cb7-b36e-12409f837436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.947979] env[69302]: DEBUG nova.compute.manager [req-463dc0ab-888b-4f34-9e63-f8f5acbee85a req-359a4d61-2e29-4b57-860c-ea9d806f66de service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] No waiting events found dispatching network-vif-plugged-b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.948140] env[69302]: WARNING nova.compute.manager [req-463dc0ab-888b-4f34-9e63-f8f5acbee85a req-359a4d61-2e29-4b57-860c-ea9d806f66de service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Received unexpected event network-vif-plugged-b185d5c9-539f-451b-908a-bad2a3e0f429 for instance with vm_state building and task_state spawning. [ 687.989596] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.989596] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.989596] env[69302]: DEBUG nova.network.neutron [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.196012] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079344} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.196300] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.197240] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dddb89-7ef8-4d4a-9116-f5edaa4a9e6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.225998] env[69302]: DEBUG nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.242340] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] dd81649a-43aa-42f9-bb5b-8450a93258a3/dd81649a-43aa-42f9-bb5b-8450a93258a3.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.242340] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1d1939-d25e-4341-a0de-b315e9233ee1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.266931] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 688.266931] env[69302]: value = "task-3183016" [ 688.266931] env[69302]: _type = "Task" [ 688.266931] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.279318] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.293918] env[69302]: DEBUG oslo_vmware.api [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Task: {'id': task-3183015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104465} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.294223] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.294492] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.294575] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.294754] env[69302]: INFO nova.compute.manager [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 688.295058] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.295162] env[69302]: DEBUG nova.compute.manager [-] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.295241] env[69302]: DEBUG nova.network.neutron [-] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.297588] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.298157] env[69302]: DEBUG nova.compute.manager [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.301174] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.048s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.302589] env[69302]: INFO nova.compute.claims [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.368775] env[69302]: DEBUG nova.network.neutron [-] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.504131] env[69302]: DEBUG nova.network.neutron [-] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.527239] env[69302]: DEBUG nova.compute.manager [req-02c42423-05c2-4de2-96db-3121d30660b2 req-2024a0bc-9731-4a1a-8049-4d84c671a130 service nova] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Received event network-vif-deleted-b30316a0-e77f-4795-952f-5921fc240577 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.662023] env[69302]: DEBUG nova.network.neutron [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.785965] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.791847] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183016, 'name': ReconfigVM_Task, 'duration_secs': 0.32359} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.796132] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.796384] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.796538] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.796718] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.796863] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.797023] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.800502] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.800502] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.801293] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.802070] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.802325] env[69302]: DEBUG nova.virt.hardware [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.802747] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Reconfigured VM instance instance-0000000c to attach disk [datastore1] dd81649a-43aa-42f9-bb5b-8450a93258a3/dd81649a-43aa-42f9-bb5b-8450a93258a3.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.804750] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bd311b-f3e0-4762-b300-b279b37bbf80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.810541] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71bf9085-4408-4f9e-b6f5-b6bbe3514f5c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.816384] env[69302]: DEBUG nova.compute.utils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.817924] env[69302]: DEBUG nova.compute.manager [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 688.827826] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 688.827826] env[69302]: value = "task-3183017" [ 688.827826] env[69302]: _type = "Task" [ 688.827826] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.828850] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e54111-a0ba-4213-a335-5253da5082a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.854665] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183017, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.854799] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.862423] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.862747] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.862980] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b016f59e-7d69-4633-b2ad-075ad4ea274b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.875202] env[69302]: DEBUG nova.network.neutron [-] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.884525] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.884525] env[69302]: value = "task-3183018" [ 688.884525] env[69302]: _type = "Task" [ 688.884525] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.899544] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183018, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.006963] env[69302]: INFO nova.compute.manager [-] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Took 2.16 seconds to deallocate network for instance. [ 689.322859] env[69302]: DEBUG nova.network.neutron [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updating instance_info_cache with network_info: [{"id": "b185d5c9-539f-451b-908a-bad2a3e0f429", "address": "fa:16:3e:f5:12:6f", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb185d5c9-53", "ovs_interfaceid": "b185d5c9-539f-451b-908a-bad2a3e0f429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.327361] env[69302]: DEBUG nova.compute.manager [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.352794] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183017, 'name': Rename_Task, 'duration_secs': 0.159672} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.353761] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.353761] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4981e771-beb1-43dd-a5dd-75bd03ba2309 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.368840] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 689.368840] env[69302]: value = "task-3183019" [ 689.368840] env[69302]: _type = "Task" [ 689.368840] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.383655] env[69302]: INFO nova.compute.manager [-] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Took 1.09 seconds to deallocate network for instance. [ 689.384613] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.407562] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183018, 'name': CreateVM_Task, 'duration_secs': 0.333125} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.408622] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.408622] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.408808] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.409323] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.409887] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9bbf646-85ea-4bb6-a8f6-ece1030f3c54 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.418088] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 689.418088] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521dab86-bc16-a403-c56c-134097e8d7c0" [ 689.418088] env[69302]: _type = "Task" [ 689.418088] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.429184] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a8add2-47cb-4578-bfc4-be520a7bcad5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.435956] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521dab86-bc16-a403-c56c-134097e8d7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.436734] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.437265] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.437535] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.437681] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.437864] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.442552] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6043ab24-20a9-48ae-81bb-ee0dd1f09814 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.456984] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance 'feb83f01-3afd-4831-8db9-e37ba30939ad' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.471369] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.471580] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.472338] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b9c3bd9-b697-4094-9614-3a6601e78c7e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.478739] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 689.478739] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5290ff3a-30bd-15e9-4097-f84830493b79" [ 689.478739] env[69302]: _type = "Task" [ 689.478739] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.492405] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5290ff3a-30bd-15e9-4097-f84830493b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.517711] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.765701] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235ae888-2c6e-43da-b472-dacbc41e0afb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.776501] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bb8029-4c17-40d3-b74f-12598f3f7f4f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.833638] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Releasing lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.833948] env[69302]: DEBUG nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Instance network_info: |[{"id": "b185d5c9-539f-451b-908a-bad2a3e0f429", "address": "fa:16:3e:f5:12:6f", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb185d5c9-53", "ovs_interfaceid": "b185d5c9-539f-451b-908a-bad2a3e0f429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.840206] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:12:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b185d5c9-539f-451b-908a-bad2a3e0f429', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.854902] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Creating folder: Project (5bd4a64d657f4ba7afa8e938c7d39606). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.855897] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a567de0c-e1e6-41e8-acf7-7b9211bf219e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.862795] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52f95d7b-c7cc-4478-8999-7a143597bb91 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.882040] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8555b-2022-4859-9150-724b140527a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.889834] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Created folder: Project (5bd4a64d657f4ba7afa8e938c7d39606) in parent group-v636578. [ 689.889973] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Creating folder: Instances. Parent ref: group-v636620. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.891070] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f50a8538-12ed-4aec-8de4-6e2b5a7eb264 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.906235] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.906805] env[69302]: DEBUG nova.compute.provider_tree [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.908227] env[69302]: DEBUG oslo_vmware.api [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183019, 'name': PowerOnVM_Task, 'duration_secs': 0.511451} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.909029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.909110] env[69302]: INFO nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Took 20.10 seconds to spawn the instance on the hypervisor. [ 689.909360] env[69302]: DEBUG nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.910171] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadd3978-9303-4f36-81f5-607d8122f9a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.918793] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Created folder: Instances in parent group-v636620. [ 689.920205] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.922171] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.927786] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2711618-bc5d-4310-a500-c5622a6ea63f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.948825] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.948825] env[69302]: value = "task-3183022" [ 689.948825] env[69302]: _type = "Task" [ 689.948825] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.960195] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183022, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.966164] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.967166] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7157ff46-bcf4-4187-b42e-b625be7c1ca3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.979098] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 689.979098] env[69302]: value = "task-3183023" [ 689.979098] env[69302]: _type = "Task" [ 689.979098] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.014206] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.017558] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5290ff3a-30bd-15e9-4097-f84830493b79, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.018848] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c40646ff-20d7-4d7d-9078-2ab508816a77 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.029591] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 690.029591] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52714a47-c57d-4376-d5d6-1dd0578f4616" [ 690.029591] env[69302]: _type = "Task" [ 690.029591] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.043876] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52714a47-c57d-4376-d5d6-1dd0578f4616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.362083] env[69302]: DEBUG nova.compute.manager [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.398729] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.398993] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.399204] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.399407] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.399612] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.399692] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.399903] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.400082] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.400254] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.400412] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.400695] env[69302]: DEBUG nova.virt.hardware [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.401578] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a447356f-751c-48c3-9e32-7e019eb3dad1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.414016] env[69302]: DEBUG nova.scheduler.client.report [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.416825] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d52c7-f13a-454a-9c08-290fc7f58c79 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.435674] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.442032] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Creating folder: Project (5572a37453f54ef5aa960d4ed68d0682). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.446898] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19f05741-0fa4-47a8-b499-088973e05516 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.453502] env[69302]: INFO nova.compute.manager [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Took 31.01 seconds to build instance. [ 690.466833] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183022, 'name': CreateVM_Task, 'duration_secs': 0.440919} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.467128] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.468416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.468416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.468416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.468416] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6117ac2-f7f0-43d6-9ee6-9f876a7531d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.477218] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 690.477218] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe7f9-bd48-31dc-b915-209e6bf3f39d" [ 690.477218] env[69302]: _type = "Task" [ 690.477218] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.484951] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Created folder: Project (5572a37453f54ef5aa960d4ed68d0682) in parent group-v636578. [ 690.484951] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Creating folder: Instances. Parent ref: group-v636623. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.488857] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22d6e878-254d-4248-a7b7-a5ba493ea69f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.493723] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe7f9-bd48-31dc-b915-209e6bf3f39d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.499808] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183023, 'name': PowerOffVM_Task, 'duration_secs': 0.245146} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.499808] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.499892] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance 'feb83f01-3afd-4831-8db9-e37ba30939ad' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.506215] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Created folder: Instances in parent group-v636623. [ 690.506467] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.506855] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.507074] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f993a32-d760-4a84-b621-60ffafdadd27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.528057] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.528057] env[69302]: value = "task-3183026" [ 690.528057] env[69302]: _type = "Task" [ 690.528057] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.547845] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183026, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.548258] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52714a47-c57d-4376-d5d6-1dd0578f4616, 'name': SearchDatastore_Task, 'duration_secs': 0.016326} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.548747] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.549429] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.549429] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cefc0041-0105-4e25-ac81-86dbc76bac1b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.558853] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 690.558853] env[69302]: value = "task-3183027" [ 690.558853] env[69302]: _type = "Task" [ 690.558853] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.577618] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.922703] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.923257] env[69302]: DEBUG nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.925829] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.764s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.926039] env[69302]: DEBUG nova.objects.instance [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lazy-loading 'resources' on Instance uuid 42f0a6b6-116c-4453-84a6-cac9f8750541 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.961694] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a78d88d-e16a-463d-8455-15c3204fe454 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.543s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.999360] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe7f9-bd48-31dc-b915-209e6bf3f39d, 'name': SearchDatastore_Task, 'duration_secs': 0.023535} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.999999] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.000321] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.000717] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.000798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.000972] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.001691] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7376a184-4549-4c0f-afbb-5dd5178d7b1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.009758] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.009986] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.010539] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.010657] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.010814] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.011039] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.011177] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.011734] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.011734] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.011925] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.012220] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.019976] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ddd41f-17d5-48f8-9508-ac43f4728128 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.031408] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.031691] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.032542] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70cf8a55-05b4-4352-a1a2-6f973f0b6f6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.044928] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 691.044928] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aad17e-5ce9-507d-6f25-5a11fa47d24b" [ 691.044928] env[69302]: _type = "Task" [ 691.044928] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.055086] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 691.055086] env[69302]: value = "task-3183028" [ 691.055086] env[69302]: _type = "Task" [ 691.055086] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.055086] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183026, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.067668] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aad17e-5ce9-507d-6f25-5a11fa47d24b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.070874] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.079705] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183027, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.432207] env[69302]: DEBUG nova.compute.utils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.439277] env[69302]: DEBUG nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.439277] env[69302]: DEBUG nova.network.neutron [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.463533] env[69302]: DEBUG nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.558997] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183026, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.574561] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aad17e-5ce9-507d-6f25-5a11fa47d24b, 'name': SearchDatastore_Task, 'duration_secs': 0.071389} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.582724] env[69302]: DEBUG nova.policy [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef946e017a4b473488d45be6e900ff55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396ddfc6152a432095254d856afdecc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.584324] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5108c1a-4d4c-4bbb-92b6-a38ea5fb7d80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.590813] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.604861] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183027, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.604861] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 691.604861] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bec9b4-74f3-38b2-dc9e-2cd2498e78ce" [ 691.604861] env[69302]: _type = "Task" [ 691.604861] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.620206] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bec9b4-74f3-38b2-dc9e-2cd2498e78ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.677979] env[69302]: DEBUG nova.compute.manager [req-c39cecb2-44a8-4319-8451-439b3aead041 req-47b2beee-a4d7-496c-8f05-9116e9261df3 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Received event network-changed-b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.678696] env[69302]: DEBUG nova.compute.manager [req-c39cecb2-44a8-4319-8451-439b3aead041 req-47b2beee-a4d7-496c-8f05-9116e9261df3 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Refreshing instance network info cache due to event network-changed-b185d5c9-539f-451b-908a-bad2a3e0f429. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.678696] env[69302]: DEBUG oslo_concurrency.lockutils [req-c39cecb2-44a8-4319-8451-439b3aead041 req-47b2beee-a4d7-496c-8f05-9116e9261df3 service nova] Acquiring lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.678696] env[69302]: DEBUG oslo_concurrency.lockutils [req-c39cecb2-44a8-4319-8451-439b3aead041 req-47b2beee-a4d7-496c-8f05-9116e9261df3 service nova] Acquired lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.679069] env[69302]: DEBUG nova.network.neutron [req-c39cecb2-44a8-4319-8451-439b3aead041 req-47b2beee-a4d7-496c-8f05-9116e9261df3 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Refreshing network info cache for port b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.933093] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3076a2-d15c-494e-933c-38fd83f08a6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.939035] env[69302]: DEBUG nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.948519] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997570cd-22c5-45cd-9a8f-f639dbd019dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.989832] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050310cd-acb2-470c-82ce-4442a15e5ea2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.002709] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a677d7-5b25-4b37-8867-5b39b42e2aea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.023310] env[69302]: DEBUG nova.compute.provider_tree [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.026315] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.047417] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183026, 'name': CreateVM_Task, 'duration_secs': 1.348072} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.048299] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.048299] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.048299] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.048484] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.048731] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b583bd43-01a6-4327-9356-b20da5d07e8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.059022] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 692.059022] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d8787b-ba5c-5d7f-8bae-163c86a7cc7f" [ 692.059022] env[69302]: _type = "Task" [ 692.059022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.070351] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d8787b-ba5c-5d7f-8bae-163c86a7cc7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.075138] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.083960] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183027, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.119879] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bec9b4-74f3-38b2-dc9e-2cd2498e78ce, 'name': SearchDatastore_Task, 'duration_secs': 0.0321} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.120355] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.120355] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 099411cb-0e40-4cb7-b36e-12409f837436/099411cb-0e40-4cb7-b36e-12409f837436.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.120702] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef06ba6-b8a1-4d53-8b19-692ea33d1f99 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.132206] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 692.132206] env[69302]: value = "task-3183029" [ 692.132206] env[69302]: _type = "Task" [ 692.132206] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.143896] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.227238] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.228377] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.526019] env[69302]: DEBUG nova.scheduler.client.report [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.573430] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d8787b-ba5c-5d7f-8bae-163c86a7cc7f, 'name': SearchDatastore_Task, 'duration_secs': 0.016053} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.577274] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.577528] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.579543] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.579543] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.579543] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.579543] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183028, 'name': ReconfigVM_Task, 'duration_secs': 1.051561} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.579543] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0fc2c3e-0c78-4186-9a5e-dc966083635b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.584015] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance 'feb83f01-3afd-4831-8db9-e37ba30939ad' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.594884] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183027, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.801156} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.595215] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.595472] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.596024] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2459d04e-6a06-456d-9c0b-932fbb2b8a05 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.600950] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.601149] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.601942] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669c93db-9e4c-4be8-bded-465bd768f17d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.605452] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 692.605452] env[69302]: value = "task-3183030" [ 692.605452] env[69302]: _type = "Task" [ 692.605452] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.611319] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 692.611319] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9ecfb-560f-cddc-219a-7f3cd43c7302" [ 692.611319] env[69302]: _type = "Task" [ 692.611319] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.619423] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.625729] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9ecfb-560f-cddc-219a-7f3cd43c7302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.642195] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.662337] env[69302]: DEBUG nova.network.neutron [req-c39cecb2-44a8-4319-8451-439b3aead041 req-47b2beee-a4d7-496c-8f05-9116e9261df3 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updated VIF entry in instance network info cache for port b185d5c9-539f-451b-908a-bad2a3e0f429. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.662337] env[69302]: DEBUG nova.network.neutron [req-c39cecb2-44a8-4319-8451-439b3aead041 req-47b2beee-a4d7-496c-8f05-9116e9261df3 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updating instance_info_cache with network_info: [{"id": "b185d5c9-539f-451b-908a-bad2a3e0f429", "address": "fa:16:3e:f5:12:6f", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb185d5c9-53", "ovs_interfaceid": "b185d5c9-539f-451b-908a-bad2a3e0f429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.949675] env[69302]: DEBUG nova.network.neutron [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Successfully created port: 3e04f638-c441-4d73-9ebb-d593aa29949e {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.953111] env[69302]: DEBUG nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.980834] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.981376] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.981376] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.981617] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.981773] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.981989] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.982546] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.982546] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.982714] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.983141] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.983141] env[69302]: DEBUG nova.virt.hardware [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.984289] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2edeb7-7e39-4c74-9e33-bc3c198c2eab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.996469] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd390cef-d0d2-46e0-bb2e-b633b7a62449 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.040255] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.044161] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.546s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.045761] env[69302]: INFO nova.compute.claims [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.094119] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.094119] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.094119] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.094119] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.094961] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.094961] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.094961] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.094961] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.094961] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.095173] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.095173] env[69302]: DEBUG nova.virt.hardware [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.102301] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 693.105789] env[69302]: INFO nova.scheduler.client.report [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Deleted allocations for instance 42f0a6b6-116c-4453-84a6-cac9f8750541 [ 693.110190] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aaad51f-7fef-4ba2-aa76-ab7ed2c4cb73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.173133] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926255} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.173133] env[69302]: DEBUG oslo_concurrency.lockutils [req-c39cecb2-44a8-4319-8451-439b3aead041 req-47b2beee-a4d7-496c-8f05-9116e9261df3 service nova] Releasing lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.173133] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 693.173133] env[69302]: value = "task-3183032" [ 693.173133] env[69302]: _type = "Task" [ 693.173133] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.173133] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9ecfb-560f-cddc-219a-7f3cd43c7302, 'name': SearchDatastore_Task, 'duration_secs': 0.016417} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.173432] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160794} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.174443] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 099411cb-0e40-4cb7-b36e-12409f837436/099411cb-0e40-4cb7-b36e-12409f837436.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.174668] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.176125] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.176374] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78df0077-0691-4813-a455-cae0e8b344fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.183589] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3258d1-0b33-496c-994c-056af1440ef2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.185018] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94fef80-1b4f-4cc1-b8f8-3fbf9409b51a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.203484] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.213047] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.218398] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f54521-7f82-4af0-b89a-e07ea779e21a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.234714] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 693.234714] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52710f96-f18b-ea5d-7f86-034b83a323f2" [ 693.234714] env[69302]: _type = "Task" [ 693.234714] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.235119] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 693.235119] env[69302]: value = "task-3183033" [ 693.235119] env[69302]: _type = "Task" [ 693.235119] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.245583] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 693.245583] env[69302]: value = "task-3183036" [ 693.245583] env[69302]: _type = "Task" [ 693.245583] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.254119] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52710f96-f18b-ea5d-7f86-034b83a323f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015036} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.254684] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183033, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.255367] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.255700] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9/389cef4c-9efd-4850-bd8e-d5dbaa30ede9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.255981] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50b3d6a1-97a3-4dad-9fba-6e2a8fdeede0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.262445] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.268784] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 693.268784] env[69302]: value = "task-3183038" [ 693.268784] env[69302]: _type = "Task" [ 693.268784] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.278110] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.645463] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72c2b63a-ba7e-419d-97b6-003d62e6fa95 tempest-ServerExternalEventsTest-980967144 tempest-ServerExternalEventsTest-980967144-project-member] Lock "42f0a6b6-116c-4453-84a6-cac9f8750541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.444s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.688881] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183032, 'name': ReconfigVM_Task, 'duration_secs': 0.200701} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.689458] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 693.690762] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950c653e-39ca-4afe-b1d4-c252d983b73d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.722791] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] feb83f01-3afd-4831-8db9-e37ba30939ad/feb83f01-3afd-4831-8db9-e37ba30939ad.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.723073] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1145ac0-3b35-43c5-b82c-608cbd7aafb9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.760301] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183036, 'name': ReconfigVM_Task, 'duration_secs': 0.311418} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.764766] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.765637] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 693.765637] env[69302]: value = "task-3183039" [ 693.765637] env[69302]: _type = "Task" [ 693.765637] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.766115] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076043} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.766206] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f2cf195-6514-4f48-9db4-661bba473668 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.768661] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.775224] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deb49e6-e961-402f-a551-5bc580bc53e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.785944] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 693.785944] env[69302]: value = "task-3183040" [ 693.785944] env[69302]: _type = "Task" [ 693.785944] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.806960] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183038, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.807438] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.816402] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 099411cb-0e40-4cb7-b36e-12409f837436/099411cb-0e40-4cb7-b36e-12409f837436.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.820452] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed53dc8e-aa6b-4e3f-9696-cc90f3860554 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.847623] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183040, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.847623] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 693.847623] env[69302]: value = "task-3183041" [ 693.847623] env[69302]: _type = "Task" [ 693.847623] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.857459] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.290722] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183039, 'name': ReconfigVM_Task, 'duration_secs': 0.479042} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.294134] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Reconfigured VM instance instance-00000005 to attach disk [datastore2] feb83f01-3afd-4831-8db9-e37ba30939ad/feb83f01-3afd-4831-8db9-e37ba30939ad.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.294404] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance 'feb83f01-3afd-4831-8db9-e37ba30939ad' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.298276] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797634} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.301046] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9/389cef4c-9efd-4850-bd8e-d5dbaa30ede9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.301046] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.301741] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dd96e0d-6c19-4a1e-bdb1-451299d5f1dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.312788] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 694.312788] env[69302]: value = "task-3183042" [ 694.312788] env[69302]: _type = "Task" [ 694.312788] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.324982] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183040, 'name': Rename_Task, 'duration_secs': 0.297862} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.325913] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.326277] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68ae2d40-3e22-4c57-b12f-84383bcd94e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.332669] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.342613] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 694.342613] env[69302]: value = "task-3183043" [ 694.342613] env[69302]: _type = "Task" [ 694.342613] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.357138] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.364505] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.538124] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547046d9-2a38-438f-991a-a95289acb6d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.558017] env[69302]: DEBUG nova.compute.manager [req-4f0a05e9-197d-4396-bcb1-d914142723ef req-4fbaad12-eb62-4037-89ed-53d65f9a5339 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Received event network-changed-93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.558213] env[69302]: DEBUG nova.compute.manager [req-4f0a05e9-197d-4396-bcb1-d914142723ef req-4fbaad12-eb62-4037-89ed-53d65f9a5339 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Refreshing instance network info cache due to event network-changed-93246fd4-0517-4ad1-909a-ca590c9a8954. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.558460] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f0a05e9-197d-4396-bcb1-d914142723ef req-4fbaad12-eb62-4037-89ed-53d65f9a5339 service nova] Acquiring lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.561035] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f0a05e9-197d-4396-bcb1-d914142723ef req-4fbaad12-eb62-4037-89ed-53d65f9a5339 service nova] Acquired lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.561035] env[69302]: DEBUG nova.network.neutron [req-4f0a05e9-197d-4396-bcb1-d914142723ef req-4fbaad12-eb62-4037-89ed-53d65f9a5339 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Refreshing network info cache for port 93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.561319] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f280b0c-ccb3-4568-87b3-595ca8e2958c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.616452] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7598c5-020a-4a0f-85ac-6a579e88e1a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.627188] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84126345-d4ec-453c-8411-9638cf0e0173 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.648292] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "befcb11c-d6e0-4353-90a1-fadd093233ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.648292] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "befcb11c-d6e0-4353-90a1-fadd093233ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.649341] env[69302]: DEBUG nova.compute.provider_tree [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.806052] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2620f38-5f3d-4ce8-83f1-b57402396328 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.842344] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b925b68-a58f-4d0c-ba70-d192d25d9b9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.853059] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157422} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.872708] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.872708] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance 'feb83f01-3afd-4831-8db9-e37ba30939ad' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 694.880798] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d2a60-ef21-4efc-888f-3a2c87b8997e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.884862] env[69302]: DEBUG oslo_vmware.api [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183043, 'name': PowerOnVM_Task, 'duration_secs': 0.487213} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.886742] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.886742] env[69302]: DEBUG nova.compute.manager [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.888206] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a30e88-c724-45ca-ba00-381ea19e106c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.916759] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9/389cef4c-9efd-4850-bd8e-d5dbaa30ede9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.916759] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183041, 'name': ReconfigVM_Task, 'duration_secs': 0.646544} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.916759] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4510dada-d370-46ea-9db1-e0ef9314d1cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.931282] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 099411cb-0e40-4cb7-b36e-12409f837436/099411cb-0e40-4cb7-b36e-12409f837436.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.933940] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a535185-896a-449d-b5dd-23fcaeeff221 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.947921] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 694.947921] env[69302]: value = "task-3183045" [ 694.947921] env[69302]: _type = "Task" [ 694.947921] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.949602] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 694.949602] env[69302]: value = "task-3183044" [ 694.949602] env[69302]: _type = "Task" [ 694.949602] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.968797] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183044, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.975117] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.154686] env[69302]: DEBUG nova.scheduler.client.report [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.257858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "dd81649a-43aa-42f9-bb5b-8450a93258a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.257858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.257858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.257858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.258309] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.262226] env[69302]: INFO nova.compute.manager [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Terminating instance [ 695.449035] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.468825] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.471416] env[69302]: DEBUG nova.network.neutron [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Port 59c82e5e-0e63-4a03-9726-9f837b8c974e binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 695.477345] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183044, 'name': Rename_Task, 'duration_secs': 0.197006} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.477924] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.478185] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b800c492-e0db-47e7-9748-380d584aaa3d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.483423] env[69302]: DEBUG nova.network.neutron [req-4f0a05e9-197d-4396-bcb1-d914142723ef req-4fbaad12-eb62-4037-89ed-53d65f9a5339 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Updated VIF entry in instance network info cache for port 93246fd4-0517-4ad1-909a-ca590c9a8954. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.483787] env[69302]: DEBUG nova.network.neutron [req-4f0a05e9-197d-4396-bcb1-d914142723ef req-4fbaad12-eb62-4037-89ed-53d65f9a5339 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Updating instance_info_cache with network_info: [{"id": "93246fd4-0517-4ad1-909a-ca590c9a8954", "address": "fa:16:3e:c8:b9:b6", "network": {"id": "b2645ee6-618e-4795-ae00-65d7a648f098", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1397836951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0933d081099945549904d0e182fd4894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93246fd4-05", "ovs_interfaceid": "93246fd4-0517-4ad1-909a-ca590c9a8954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.487312] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 695.487312] env[69302]: value = "task-3183049" [ 695.487312] env[69302]: _type = "Task" [ 695.487312] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.501361] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.661041] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.662446] env[69302]: DEBUG nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.666461] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.115s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.669179] env[69302]: INFO nova.compute.claims [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.770016] env[69302]: DEBUG nova.compute.manager [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.771401] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.772212] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1019a06a-71de-49cd-8b02-6d8a1c8ade86 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.780877] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.781136] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1768f5d-30a2-42c2-93a0-750f398af591 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.789482] env[69302]: DEBUG oslo_vmware.api [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 695.789482] env[69302]: value = "task-3183050" [ 695.789482] env[69302]: _type = "Task" [ 695.789482] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.799150] env[69302]: DEBUG oslo_vmware.api [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.962389] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183045, 'name': ReconfigVM_Task, 'duration_secs': 0.745911} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.962907] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9/389cef4c-9efd-4850-bd8e-d5dbaa30ede9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.963833] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57979dc6-ad1c-4a34-9879-3c13e9d8686d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.975340] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 695.975340] env[69302]: value = "task-3183051" [ 695.975340] env[69302]: _type = "Task" [ 695.975340] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.990333] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f0a05e9-197d-4396-bcb1-d914142723ef req-4fbaad12-eb62-4037-89ed-53d65f9a5339 service nova] Releasing lock "refresh_cache-d684c74f-d058-47b5-8dcc-fc9287843569" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.993093] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183051, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.007226] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.127535] env[69302]: DEBUG nova.network.neutron [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Successfully updated port: 3e04f638-c441-4d73-9ebb-d593aa29949e {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.173676] env[69302]: DEBUG nova.compute.utils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.181696] env[69302]: DEBUG nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.181991] env[69302]: DEBUG nova.network.neutron [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.284988] env[69302]: DEBUG nova.policy [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '374d4f8071134befbbad7dfd462ca0e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76b5b8b7abc941bea19f4b23bfbfcd35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.302395] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquiring lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.302982] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.314611] env[69302]: DEBUG oslo_vmware.api [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183050, 'name': PowerOffVM_Task, 'duration_secs': 0.236669} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.314901] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.315083] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.315363] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd0dc2cf-b450-4a56-9785-c80b1795e306 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.470556] env[69302]: DEBUG nova.compute.manager [req-41979e46-62c0-4f51-9c98-8ddb01dcc971 req-2d23f260-0ca3-4b3b-8cb3-a6e44fbd57c5 service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Received event network-vif-plugged-3e04f638-c441-4d73-9ebb-d593aa29949e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.470556] env[69302]: DEBUG oslo_concurrency.lockutils [req-41979e46-62c0-4f51-9c98-8ddb01dcc971 req-2d23f260-0ca3-4b3b-8cb3-a6e44fbd57c5 service nova] Acquiring lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.470556] env[69302]: DEBUG oslo_concurrency.lockutils [req-41979e46-62c0-4f51-9c98-8ddb01dcc971 req-2d23f260-0ca3-4b3b-8cb3-a6e44fbd57c5 service nova] Lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.470556] env[69302]: DEBUG oslo_concurrency.lockutils [req-41979e46-62c0-4f51-9c98-8ddb01dcc971 req-2d23f260-0ca3-4b3b-8cb3-a6e44fbd57c5 service nova] Lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.471434] env[69302]: DEBUG nova.compute.manager [req-41979e46-62c0-4f51-9c98-8ddb01dcc971 req-2d23f260-0ca3-4b3b-8cb3-a6e44fbd57c5 service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] No waiting events found dispatching network-vif-plugged-3e04f638-c441-4d73-9ebb-d593aa29949e {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.472689] env[69302]: WARNING nova.compute.manager [req-41979e46-62c0-4f51-9c98-8ddb01dcc971 req-2d23f260-0ca3-4b3b-8cb3-a6e44fbd57c5 service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Received unexpected event network-vif-plugged-3e04f638-c441-4d73-9ebb-d593aa29949e for instance with vm_state building and task_state spawning. [ 696.506022] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183051, 'name': Rename_Task, 'duration_secs': 0.177378} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.519242] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.519579] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.519818] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.519928] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Deleting the datastore file [datastore1] dd81649a-43aa-42f9-bb5b-8450a93258a3 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.523631] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.525533] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.526029] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.533709] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bad02c74-4190-4cfb-9283-cb620393a38a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.536049] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9091e80c-614a-4b80-bc49-c1659e0026e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.545464] env[69302]: DEBUG oslo_vmware.api [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183049, 'name': PowerOnVM_Task, 'duration_secs': 0.708054} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.545727] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.545918] env[69302]: INFO nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Took 11.41 seconds to spawn the instance on the hypervisor. [ 696.546107] env[69302]: DEBUG nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.547407] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea2015-c7d5-4a6f-b0f4-f541c29e76de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.554680] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 696.554680] env[69302]: value = "task-3183054" [ 696.554680] env[69302]: _type = "Task" [ 696.554680] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.563500] env[69302]: DEBUG oslo_vmware.api [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 696.563500] env[69302]: value = "task-3183055" [ 696.563500] env[69302]: _type = "Task" [ 696.563500] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.570845] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.577708] env[69302]: DEBUG oslo_vmware.api [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.630067] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-9991015b-e2ca-49c4-89e9-78bbe9ce9919" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.630256] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-9991015b-e2ca-49c4-89e9-78bbe9ce9919" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.630495] env[69302]: DEBUG nova.network.neutron [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.684728] env[69302]: DEBUG nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.093228] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.095052] env[69302]: INFO nova.compute.manager [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Took 25.53 seconds to build instance. [ 697.098735] env[69302]: DEBUG oslo_vmware.api [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499849} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.099160] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.099503] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.099609] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.099815] env[69302]: INFO nova.compute.manager [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Took 1.33 seconds to destroy the instance on the hypervisor. [ 697.102012] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.102012] env[69302]: DEBUG nova.compute.manager [-] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.102012] env[69302]: DEBUG nova.network.neutron [-] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.179081] env[69302]: DEBUG nova.network.neutron [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.204077] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb94bc7-2b7c-42f2-990a-6e4ca6f9e009 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.213338] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e08ed0-578c-472e-a1ea-69886d8c37db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.251767] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29097abe-6d7e-4c28-b8de-85caacc8b6a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.261336] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfba172-7b02-4149-8329-9d14a6ac3ecb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.283018] env[69302]: DEBUG nova.compute.provider_tree [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.512849] env[69302]: DEBUG nova.network.neutron [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Successfully created port: 5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.569780] env[69302]: DEBUG oslo_vmware.api [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183054, 'name': PowerOnVM_Task, 'duration_secs': 0.85595} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.570443] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.570443] env[69302]: INFO nova.compute.manager [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Took 7.21 seconds to spawn the instance on the hypervisor. [ 697.570789] env[69302]: DEBUG nova.compute.manager [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.571534] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8327c83a-55b1-4d6a-915c-defb167baaf5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.596548] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16e07ac0-9c45-4fb1-aba7-d748fe83c21c tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "099411cb-0e40-4cb7-b36e-12409f837436" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.046s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.691877] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.691877] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.691877] env[69302]: DEBUG nova.network.neutron [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.696817] env[69302]: DEBUG nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.731062] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.731062] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.731062] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.731062] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.731062] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.731062] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.731062] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.731062] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.731743] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.732213] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.732516] env[69302]: DEBUG nova.virt.hardware [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.733545] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb03d3c-e4c2-4d0a-88f2-9793e1a8950e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.745212] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aed60a-a13b-4882-a69a-4fe268595df4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.788732] env[69302]: DEBUG nova.scheduler.client.report [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.889011] env[69302]: INFO nova.compute.manager [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Rebuilding instance [ 697.945011] env[69302]: DEBUG nova.compute.manager [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.945931] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2369b6b3-b937-4299-ada3-6cfad3f6e528 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.976595] env[69302]: DEBUG nova.network.neutron [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Updating instance_info_cache with network_info: [{"id": "3e04f638-c441-4d73-9ebb-d593aa29949e", "address": "fa:16:3e:79:46:00", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e04f638-c4", "ovs_interfaceid": "3e04f638-c441-4d73-9ebb-d593aa29949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.101969] env[69302]: INFO nova.compute.manager [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Took 23.34 seconds to build instance. [ 698.104217] env[69302]: DEBUG nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.292935] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.293616] env[69302]: DEBUG nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.297025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.033s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.301403] env[69302]: INFO nova.compute.claims [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.485022] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-9991015b-e2ca-49c4-89e9-78bbe9ce9919" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.485022] env[69302]: DEBUG nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Instance network_info: |[{"id": "3e04f638-c441-4d73-9ebb-d593aa29949e", "address": "fa:16:3e:79:46:00", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e04f638-c4", "ovs_interfaceid": "3e04f638-c441-4d73-9ebb-d593aa29949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.485022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:46:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e04f638-c441-4d73-9ebb-d593aa29949e', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.493600] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating folder: Project (396ddfc6152a432095254d856afdecc4). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.499270] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98a6a737-ab15-43f2-900e-6d802f984afc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.513730] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created folder: Project (396ddfc6152a432095254d856afdecc4) in parent group-v636578. [ 698.514223] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating folder: Instances. Parent ref: group-v636632. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.514444] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0e0992f-0cb4-4216-9186-cb41987c53fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.529738] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created folder: Instances in parent group-v636632. [ 698.530044] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.530263] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.530480] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb2ecc0-1333-4698-a7c4-b67c69f2d063 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.560299] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.560299] env[69302]: value = "task-3183059" [ 698.560299] env[69302]: _type = "Task" [ 698.560299] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.568104] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183059, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.616144] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0dc87608-6bad-4f8c-af89-5bf9ed81103e tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.872s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.642456] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.807374] env[69302]: DEBUG nova.compute.utils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.812125] env[69302]: DEBUG nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.812125] env[69302]: DEBUG nova.network.neutron [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.834328] env[69302]: DEBUG nova.compute.manager [req-37265c11-546a-4ef3-a716-6c2a0ef11dd3 req-b793c79a-98e1-4424-8622-2e90e08a446e service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Received event network-changed-3e04f638-c441-4d73-9ebb-d593aa29949e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.834534] env[69302]: DEBUG nova.compute.manager [req-37265c11-546a-4ef3-a716-6c2a0ef11dd3 req-b793c79a-98e1-4424-8622-2e90e08a446e service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Refreshing instance network info cache due to event network-changed-3e04f638-c441-4d73-9ebb-d593aa29949e. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.834746] env[69302]: DEBUG oslo_concurrency.lockutils [req-37265c11-546a-4ef3-a716-6c2a0ef11dd3 req-b793c79a-98e1-4424-8622-2e90e08a446e service nova] Acquiring lock "refresh_cache-9991015b-e2ca-49c4-89e9-78bbe9ce9919" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.835209] env[69302]: DEBUG oslo_concurrency.lockutils [req-37265c11-546a-4ef3-a716-6c2a0ef11dd3 req-b793c79a-98e1-4424-8622-2e90e08a446e service nova] Acquired lock "refresh_cache-9991015b-e2ca-49c4-89e9-78bbe9ce9919" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.835209] env[69302]: DEBUG nova.network.neutron [req-37265c11-546a-4ef3-a716-6c2a0ef11dd3 req-b793c79a-98e1-4424-8622-2e90e08a446e service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Refreshing network info cache for port 3e04f638-c441-4d73-9ebb-d593aa29949e {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.894865] env[69302]: DEBUG nova.network.neutron [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance_info_cache with network_info: [{"id": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "address": "fa:16:3e:b5:1a:b1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c82e5e-0e", "ovs_interfaceid": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.954209] env[69302]: DEBUG nova.policy [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6e8e3ac522e46acab79c4793de2ea9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4078d29a5a7a4c9c9a3eaf3ca9d91723', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.962707] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.962927] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef9186c8-9618-4031-801b-a09f2598f347 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.972322] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 698.972322] env[69302]: value = "task-3183061" [ 698.972322] env[69302]: _type = "Task" [ 698.972322] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.987710] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.073492] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183059, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.121940] env[69302]: DEBUG nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.130696] env[69302]: DEBUG nova.compute.manager [req-89ae4585-dac6-42c9-bddb-d2be60bed1c6 req-021539ce-5d04-4cce-8f89-849ce8163b61 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-vif-deleted-0b9617b8-f6a0-424f-a7f8-f28a9edac3da {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.130696] env[69302]: INFO nova.compute.manager [req-89ae4585-dac6-42c9-bddb-d2be60bed1c6 req-021539ce-5d04-4cce-8f89-849ce8163b61 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Neutron deleted interface 0b9617b8-f6a0-424f-a7f8-f28a9edac3da; detaching it from the instance and deleting it from the info cache [ 699.132805] env[69302]: DEBUG nova.network.neutron [req-89ae4585-dac6-42c9-bddb-d2be60bed1c6 req-021539ce-5d04-4cce-8f89-849ce8163b61 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Updating instance_info_cache with network_info: [{"id": "50bee7fa-45d5-422e-a3ae-93df936b6998", "address": "fa:16:3e:4e:d7:0a", "network": {"id": "a800559e-9e02-4a2f-a9aa-cfb36a1b9149", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-219492994", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50bee7fa-45", "ovs_interfaceid": "50bee7fa-45d5-422e-a3ae-93df936b6998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3225d4f7-a808-42af-8f6f-03b742c27bcc", "address": "fa:16:3e:8a:e7:0f", "network": {"id": "98db3037-6918-40a9-b61c-4477a884ad67", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-280952824", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3225d4f7-a8", "ovs_interfaceid": "3225d4f7-a808-42af-8f6f-03b742c27bcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.317895] env[69302]: DEBUG nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.399928] env[69302]: DEBUG oslo_concurrency.lockutils [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.492119] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183061, 'name': PowerOffVM_Task, 'duration_secs': 0.233632} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.493530] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.493865] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.495115] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b632c452-857a-41d4-a209-54e3ddd1c162 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.503312] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.503559] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f9632c7-2661-44b8-ad3c-68b167c97bcb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.549666] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.549941] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.550157] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Deleting the datastore file [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.551099] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0459c321-d234-40ef-a893-6737ccc21627 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.561088] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 699.561088] env[69302]: value = "task-3183063" [ 699.561088] env[69302]: _type = "Task" [ 699.561088] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.581357] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183059, 'name': CreateVM_Task, 'duration_secs': 0.670921} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.581357] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.587287] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.589121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.589121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.589311] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.589960] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6accaed-1934-4c86-9798-2872ad54fd5e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.596899] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 699.596899] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527c51fb-c508-7491-76bf-18d7d2b37cb6" [ 699.596899] env[69302]: _type = "Task" [ 699.596899] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.608958] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527c51fb-c508-7491-76bf-18d7d2b37cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.637092] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-507f3e12-0064-45ff-a0e9-52ef974a77ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.649090] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b875e6-af19-4ecc-929b-b1eb705d9c7f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.662968] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.689462] env[69302]: DEBUG nova.compute.manager [req-89ae4585-dac6-42c9-bddb-d2be60bed1c6 req-021539ce-5d04-4cce-8f89-849ce8163b61 service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Detach interface failed, port_id=0b9617b8-f6a0-424f-a7f8-f28a9edac3da, reason: Instance dd81649a-43aa-42f9-bb5b-8450a93258a3 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 699.805581] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aff6eb-be2c-4168-8965-29386b869a2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.813793] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424cc895-7c0c-4233-a799-a64a5417bf4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.852021] env[69302]: DEBUG nova.network.neutron [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Successfully created port: 40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.853725] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71c4cb9-5f56-465f-b3fe-8eee8edfc9c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.864899] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba5ac00-9a3b-458e-9a87-ca2702203ecb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.889166] env[69302]: DEBUG nova.compute.provider_tree [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.934902] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac66498-1f52-48e7-9ada-0f075aebd0ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.957472] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91856344-9ed7-4759-812f-87257f1a0fc2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.962677] env[69302]: DEBUG nova.network.neutron [req-37265c11-546a-4ef3-a716-6c2a0ef11dd3 req-b793c79a-98e1-4424-8622-2e90e08a446e service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Updated VIF entry in instance network info cache for port 3e04f638-c441-4d73-9ebb-d593aa29949e. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.963077] env[69302]: DEBUG nova.network.neutron [req-37265c11-546a-4ef3-a716-6c2a0ef11dd3 req-b793c79a-98e1-4424-8622-2e90e08a446e service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Updating instance_info_cache with network_info: [{"id": "3e04f638-c441-4d73-9ebb-d593aa29949e", "address": "fa:16:3e:79:46:00", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e04f638-c4", "ovs_interfaceid": "3e04f638-c441-4d73-9ebb-d593aa29949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.968583] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance 'feb83f01-3afd-4831-8db9-e37ba30939ad' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 700.081592] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101862} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.081972] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.081972] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.082167] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.115066] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527c51fb-c508-7491-76bf-18d7d2b37cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.115066] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.115066] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.115342] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.115342] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.115421] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.115717] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47268836-23da-4903-b761-d51f0593fcd8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.127743] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.127979] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.128835] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e131415c-1118-4592-97ff-7765cd8f7e64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.148751] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 700.148751] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523da543-c273-515e-2fae-eac29b376b75" [ 700.148751] env[69302]: _type = "Task" [ 700.148751] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.162369] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523da543-c273-515e-2fae-eac29b376b75, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.163622] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d5eb9c-f8a7-4600-acd6-30071ba21a8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.171267] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 700.171267] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521a3b4a-5acb-2e48-aee9-6b820d5abd0a" [ 700.171267] env[69302]: _type = "Task" [ 700.171267] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.183734] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521a3b4a-5acb-2e48-aee9-6b820d5abd0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.184316] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.184316] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919/9991015b-e2ca-49c4-89e9-78bbe9ce9919.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.184529] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a18d7f5-ec8d-4d1b-bebb-d6ae0fe91d0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.198337] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 700.198337] env[69302]: value = "task-3183064" [ 700.198337] env[69302]: _type = "Task" [ 700.198337] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.206834] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.346749] env[69302]: DEBUG nova.network.neutron [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Successfully updated port: 5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.354561] env[69302]: DEBUG nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.363674] env[69302]: DEBUG nova.network.neutron [-] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.393748] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.393748] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.393983] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.394050] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.394367] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.394367] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.394538] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.394768] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.394867] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.395064] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.395185] env[69302]: DEBUG nova.virt.hardware [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.396622] env[69302]: DEBUG nova.scheduler.client.report [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.400950] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ec1411-bbb5-4f35-aa81-fb7e27c8dd3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.412038] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c718624-411f-4465-a153-1c7397936d8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.474364] env[69302]: DEBUG oslo_concurrency.lockutils [req-37265c11-546a-4ef3-a716-6c2a0ef11dd3 req-b793c79a-98e1-4424-8622-2e90e08a446e service nova] Releasing lock "refresh_cache-9991015b-e2ca-49c4-89e9-78bbe9ce9919" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.477230] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.477230] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1592b85c-613c-45b1-a436-63a48ca38fc6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.489618] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 700.489618] env[69302]: value = "task-3183066" [ 700.489618] env[69302]: _type = "Task" [ 700.489618] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.506515] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.649343] env[69302]: INFO nova.compute.manager [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Rebuilding instance [ 700.711216] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502105} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.711216] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919/9991015b-e2ca-49c4-89e9-78bbe9ce9919.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.711369] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.711532] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de470e85-0888-4b7b-937c-1295b79219f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.720284] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 700.720284] env[69302]: value = "task-3183068" [ 700.720284] env[69302]: _type = "Task" [ 700.720284] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.732023] env[69302]: DEBUG nova.compute.manager [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.733013] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3564619-9b48-4c48-92e7-04406a15095e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.739430] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.851167] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquiring lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851471] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquired lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.851471] env[69302]: DEBUG nova.network.neutron [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.863810] env[69302]: INFO nova.compute.manager [-] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Took 3.76 seconds to deallocate network for instance. [ 700.906866] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.907434] env[69302]: DEBUG nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.910252] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.636s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.912044] env[69302]: INFO nova.compute.claims [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.008367] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183066, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.137779] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.138486] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.138486] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.138486] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.138691] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.138804] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.139081] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.139266] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.139462] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.139660] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.139850] env[69302]: DEBUG nova.virt.hardware [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.140833] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7261c04b-535b-42a2-9d8e-4fc3ad81c65e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.152434] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75d71f7-4acd-4efa-8e9a-1089065e2e52 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.174062] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.182101] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.182101] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.182101] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a375f2d1-3ef1-4c31-9e26-02f330b23177 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.203191] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.203191] env[69302]: value = "task-3183069" [ 701.203191] env[69302]: _type = "Task" [ 701.203191] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.216383] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183069, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.234972] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071521} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.235492] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.237267] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb82466-8524-4a4f-9028-c4bbc2d8e45a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.266402] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919/9991015b-e2ca-49c4-89e9-78bbe9ce9919.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.267122] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a96ac78-a57b-4849-9ead-5888f5e7b9b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.290935] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 701.290935] env[69302]: value = "task-3183070" [ 701.290935] env[69302]: _type = "Task" [ 701.290935] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.305302] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.376162] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.417766] env[69302]: DEBUG nova.compute.utils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.424516] env[69302]: DEBUG nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.424758] env[69302]: DEBUG nova.network.neutron [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.488950] env[69302]: DEBUG nova.network.neutron [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.505166] env[69302]: DEBUG oslo_vmware.api [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183066, 'name': PowerOnVM_Task, 'duration_secs': 0.643141} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.505838] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.506399] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-324bd323-5b56-4515-a852-8b63287baf2d tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance 'feb83f01-3afd-4831-8db9-e37ba30939ad' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.613175] env[69302]: DEBUG nova.policy [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1f934099e8c416797c37184b0168360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd303a95327944dea10055e87c0e5998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.715859] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183069, 'name': CreateVM_Task, 'duration_secs': 0.350903} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.716165] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.716581] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.716830] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.717587] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.718612] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a2e99e-d594-449a-89ad-faf6c01b5c99 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.726183] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 701.726183] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cf88d0-26fb-854f-cc00-c55294ac6fec" [ 701.726183] env[69302]: _type = "Task" [ 701.726183] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.736061] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cf88d0-26fb-854f-cc00-c55294ac6fec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.769072] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.769072] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfa65c5-07f4-4703-8ecd-a62402aa73f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.777903] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 701.777903] env[69302]: value = "task-3183071" [ 701.777903] env[69302]: _type = "Task" [ 701.777903] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.789255] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.801265] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183070, 'name': ReconfigVM_Task, 'duration_secs': 0.377593} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.801558] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919/9991015b-e2ca-49c4-89e9-78bbe9ce9919.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.802206] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ba12e96-b2e5-4f85-8f55-8cd9f93eccc9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.810106] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 701.810106] env[69302]: value = "task-3183072" [ 701.810106] env[69302]: _type = "Task" [ 701.810106] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.821250] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183072, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.825176] env[69302]: DEBUG nova.compute.manager [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Received event network-vif-plugged-5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.825503] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Acquiring lock "44884e11-f74e-4b24-9176-ff739acb1143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.825842] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Lock "44884e11-f74e-4b24-9176-ff739acb1143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.826069] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Lock "44884e11-f74e-4b24-9176-ff739acb1143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.826283] env[69302]: DEBUG nova.compute.manager [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] No waiting events found dispatching network-vif-plugged-5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.826661] env[69302]: WARNING nova.compute.manager [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Received unexpected event network-vif-plugged-5e266307-453f-47b0-ae06-3c9facac856a for instance with vm_state building and task_state spawning. [ 701.826661] env[69302]: DEBUG nova.compute.manager [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Received event network-changed-b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.826857] env[69302]: DEBUG nova.compute.manager [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Refreshing instance network info cache due to event network-changed-b185d5c9-539f-451b-908a-bad2a3e0f429. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.827116] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Acquiring lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.827284] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Acquired lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.828028] env[69302]: DEBUG nova.network.neutron [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Refreshing network info cache for port b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.925705] env[69302]: DEBUG nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.080703] env[69302]: DEBUG nova.network.neutron [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updating instance_info_cache with network_info: [{"id": "5e266307-453f-47b0-ae06-3c9facac856a", "address": "fa:16:3e:a8:62:8f", "network": {"id": "38760ceb-da9d-4106-9450-9ca1755ad2d8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1189965595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b5b8b7abc941bea19f4b23bfbfcd35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e266307-45", "ovs_interfaceid": "5e266307-453f-47b0-ae06-3c9facac856a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.132854] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "2519898f-43dc-40a6-aec0-bd4363f03171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.132854] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "2519898f-43dc-40a6-aec0-bd4363f03171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.133901] env[69302]: DEBUG nova.network.neutron [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Successfully updated port: 40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.239899] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cf88d0-26fb-854f-cc00-c55294ac6fec, 'name': SearchDatastore_Task, 'duration_secs': 0.010859} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.247096] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.247351] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.247578] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.247754] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.247899] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.248498] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa25157-fa52-45ab-8138-85f4757c8ae9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.259584] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.259584] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.260128] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a7fd97-c0e7-4aee-919d-fc4edcd661b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.269897] env[69302]: DEBUG nova.compute.manager [req-fd8ce728-2a3f-4b84-847e-581929149170 req-ec436a06-edab-401c-9ca7-dcd24b107b1c service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-vif-deleted-3225d4f7-a808-42af-8f6f-03b742c27bcc {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.269897] env[69302]: DEBUG nova.compute.manager [req-fd8ce728-2a3f-4b84-847e-581929149170 req-ec436a06-edab-401c-9ca7-dcd24b107b1c service nova] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Received event network-vif-deleted-50bee7fa-45d5-422e-a3ae-93df936b6998 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.273831] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 702.273831] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52958754-8c17-4ef0-2a20-b4e7ef594f7f" [ 702.273831] env[69302]: _type = "Task" [ 702.273831] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.289777] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52958754-8c17-4ef0-2a20-b4e7ef594f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.304585] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183071, 'name': PowerOffVM_Task, 'duration_secs': 0.231403} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.305117] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.305358] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.306479] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf13e06b-f16b-48aa-9cbe-3fd35c200f3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.316767] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.317550] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97b7f8e7-c6ba-4507-b7b6-10bed6033958 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.325710] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183072, 'name': Rename_Task, 'duration_secs': 0.167176} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.325710] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.325710] env[69302]: DEBUG nova.network.neutron [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Successfully created port: 37a40608-c80d-42d7-82ec-71411d461b3a {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.327093] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37fbf9cd-5933-46e1-997d-c1a0a3490b0a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.337409] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 702.337409] env[69302]: value = "task-3183074" [ 702.337409] env[69302]: _type = "Task" [ 702.337409] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.347644] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.355954] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.355954] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.356721] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Deleting the datastore file [datastore2] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.356721] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6895b3aa-77d9-49d4-8bb4-b2b9ac419cb8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.366518] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 702.366518] env[69302]: value = "task-3183076" [ 702.366518] env[69302]: _type = "Task" [ 702.366518] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.386079] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.584350] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Releasing lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.586489] env[69302]: DEBUG nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Instance network_info: |[{"id": "5e266307-453f-47b0-ae06-3c9facac856a", "address": "fa:16:3e:a8:62:8f", "network": {"id": "38760ceb-da9d-4106-9450-9ca1755ad2d8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1189965595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b5b8b7abc941bea19f4b23bfbfcd35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e266307-45", "ovs_interfaceid": "5e266307-453f-47b0-ae06-3c9facac856a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.590979] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a915773-c3b2-4ee3-a19b-4707bbe6ff4f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.600941] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:62:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e266307-453f-47b0-ae06-3c9facac856a', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.616769] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Creating folder: Project (76b5b8b7abc941bea19f4b23bfbfcd35). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.617958] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe191134-c276-465f-89f0-f06d71dd2004 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.626873] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49713a0-f90d-4302-a707-12e79505395c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.668714] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.668714] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.668714] env[69302]: DEBUG nova.network.neutron [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.672716] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8179fd9-cb35-407f-a3fe-2d258ca7717a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.675668] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Created folder: Project (76b5b8b7abc941bea19f4b23bfbfcd35) in parent group-v636578. [ 702.678512] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Creating folder: Instances. Parent ref: group-v636636. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.678512] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6bdd5fd-b39b-4110-b825-452c7dd81183 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.689780] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0c15ae-df59-4c8b-bf34-df10e89671ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.706185] env[69302]: DEBUG nova.compute.provider_tree [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.709067] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Created folder: Instances in parent group-v636636. [ 702.709372] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.709832] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.710108] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b2a1a72-690a-4992-9a37-e4a3d2794b87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.733138] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.733138] env[69302]: value = "task-3183079" [ 702.733138] env[69302]: _type = "Task" [ 702.733138] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.743335] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183079, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.786227] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52958754-8c17-4ef0-2a20-b4e7ef594f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.787146] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcefc83-7d8b-46dc-9469-e133d508c99b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.796109] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 702.796109] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5203720c-3de6-6bab-be4e-df4a3817d9b5" [ 702.796109] env[69302]: _type = "Task" [ 702.796109] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.809169] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5203720c-3de6-6bab-be4e-df4a3817d9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.850812] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183074, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.876788] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196363} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.877054] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.877252] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.877437] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.948305] env[69302]: DEBUG nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.981764] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.982803] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.982803] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.982947] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.983337] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.983337] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.986720] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.986720] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.986720] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.986720] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.986720] env[69302]: DEBUG nova.virt.hardware [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.986720] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaefa364-e094-462f-8f46-2c7a8a4c09a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.003840] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2aa8506-1002-4d4e-a6b9-020e68672bc0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.103419] env[69302]: DEBUG nova.network.neutron [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updated VIF entry in instance network info cache for port b185d5c9-539f-451b-908a-bad2a3e0f429. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.103774] env[69302]: DEBUG nova.network.neutron [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updating instance_info_cache with network_info: [{"id": "b185d5c9-539f-451b-908a-bad2a3e0f429", "address": "fa:16:3e:f5:12:6f", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb185d5c9-53", "ovs_interfaceid": "b185d5c9-539f-451b-908a-bad2a3e0f429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.214344] env[69302]: DEBUG nova.scheduler.client.report [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.239591] env[69302]: DEBUG nova.network.neutron [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.256236] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183079, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.324176] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5203720c-3de6-6bab-be4e-df4a3817d9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01481} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.324493] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.324831] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.325150] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b765ed66-3dd4-4a3c-94ea-b5ab906d328b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.341177] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 703.341177] env[69302]: value = "task-3183081" [ 703.341177] env[69302]: _type = "Task" [ 703.341177] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.356321] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.362584] env[69302]: DEBUG oslo_vmware.api [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183074, 'name': PowerOnVM_Task, 'duration_secs': 0.747412} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.363106] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.363453] env[69302]: INFO nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Took 10.41 seconds to spawn the instance on the hypervisor. [ 703.363664] env[69302]: DEBUG nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.364665] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9ad7b0-02d0-4e70-879c-1dade75fccae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.523644] env[69302]: DEBUG nova.network.neutron [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.609751] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Releasing lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.609751] env[69302]: DEBUG nova.compute.manager [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Received event network-changed-5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.609751] env[69302]: DEBUG nova.compute.manager [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Refreshing instance network info cache due to event network-changed-5e266307-453f-47b0-ae06-3c9facac856a. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.609751] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Acquiring lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.609751] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Acquired lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.609751] env[69302]: DEBUG nova.network.neutron [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Refreshing network info cache for port 5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.725890] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.725890] env[69302]: DEBUG nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.727785] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.707s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.728360] env[69302]: DEBUG nova.objects.instance [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lazy-loading 'resources' on Instance uuid fb021b97-1036-47e1-a0ea-3db555586804 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.748093] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183079, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.863045] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183081, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.910675] env[69302]: INFO nova.compute.manager [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Took 28.68 seconds to build instance. [ 703.942715] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.943225] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.943766] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.944068] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.944223] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.946344] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.946344] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.946344] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.946344] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.946344] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.946344] env[69302]: DEBUG nova.virt.hardware [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.947790] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14adc8dc-9ba2-4db1-95d2-e15762b1a3e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.960661] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a49e9-88f6-4fe9-89e4-039bfcc8f86b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.983509] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.992751] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.993184] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.993495] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acc387e3-0baa-4f71-b9ca-4ef74b886a17 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.022875] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.022875] env[69302]: value = "task-3183082" [ 704.022875] env[69302]: _type = "Task" [ 704.022875] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.030316] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.030789] env[69302]: DEBUG nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Instance network_info: |[{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.035550] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:37:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40e56ddb-d463-489b-b925-9d8275730ad7', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.046681] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Creating folder: Project (4078d29a5a7a4c9c9a3eaf3ca9d91723). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.046842] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183082, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.047244] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61e76483-24cb-4682-a5a8-098d13108a8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.062913] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Created folder: Project (4078d29a5a7a4c9c9a3eaf3ca9d91723) in parent group-v636578. [ 704.062913] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Creating folder: Instances. Parent ref: group-v636640. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.063281] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f608b1a-0c38-4ca9-bc3e-7fda8e6861fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.080464] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Created folder: Instances in parent group-v636640. [ 704.081796] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.081796] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.081796] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72d706fa-a27c-4d4f-a0bb-a56ba221688c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.117318] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.117318] env[69302]: value = "task-3183085" [ 704.117318] env[69302]: _type = "Task" [ 704.117318] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.128618] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183085, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.232369] env[69302]: DEBUG nova.compute.utils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.241706] env[69302]: DEBUG nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.242125] env[69302]: DEBUG nova.network.neutron [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.265479] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183079, 'name': CreateVM_Task, 'duration_secs': 1.516273} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.265668] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.266675] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.266904] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.267199] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.267813] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d050f18f-a534-4931-9475-46b9c182173d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.275627] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 704.275627] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522b617d-77f3-4ed8-ac0f-91ab9b8668ba" [ 704.275627] env[69302]: _type = "Task" [ 704.275627] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.291247] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522b617d-77f3-4ed8-ac0f-91ab9b8668ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.372192] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69355} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.374756] env[69302]: DEBUG nova.policy [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8307e05eeeff4fdd87118b90ea90dcd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2d39aa93f504f8e95a4adc6ec756489', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.375108] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.375441] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.375762] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36723899-806e-4a88-9c5d-18b66a88ba1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.390057] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 704.390057] env[69302]: value = "task-3183086" [ 704.390057] env[69302]: _type = "Task" [ 704.390057] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.422167] env[69302]: DEBUG oslo_concurrency.lockutils [None req-991ac885-bf2d-438c-b8b3-8e34e94f3d61 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.206s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.422167] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.441290] env[69302]: DEBUG nova.compute.manager [req-1ec98dd8-4945-4de6-9c91-9f1be76d2a12 req-47494d4c-c7b4-4781-aecf-a643a2a5f382 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Received event network-changed-b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.441532] env[69302]: DEBUG nova.compute.manager [req-1ec98dd8-4945-4de6-9c91-9f1be76d2a12 req-47494d4c-c7b4-4781-aecf-a643a2a5f382 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Refreshing instance network info cache due to event network-changed-b185d5c9-539f-451b-908a-bad2a3e0f429. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.441813] env[69302]: DEBUG oslo_concurrency.lockutils [req-1ec98dd8-4945-4de6-9c91-9f1be76d2a12 req-47494d4c-c7b4-4781-aecf-a643a2a5f382 service nova] Acquiring lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.442395] env[69302]: DEBUG oslo_concurrency.lockutils [req-1ec98dd8-4945-4de6-9c91-9f1be76d2a12 req-47494d4c-c7b4-4781-aecf-a643a2a5f382 service nova] Acquired lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.442395] env[69302]: DEBUG nova.network.neutron [req-1ec98dd8-4945-4de6-9c91-9f1be76d2a12 req-47494d4c-c7b4-4781-aecf-a643a2a5f382 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Refreshing network info cache for port b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.536176] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183082, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.584666] env[69302]: DEBUG nova.network.neutron [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updated VIF entry in instance network info cache for port 5e266307-453f-47b0-ae06-3c9facac856a. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.585057] env[69302]: DEBUG nova.network.neutron [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updating instance_info_cache with network_info: [{"id": "5e266307-453f-47b0-ae06-3c9facac856a", "address": "fa:16:3e:a8:62:8f", "network": {"id": "38760ceb-da9d-4106-9450-9ca1755ad2d8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1189965595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b5b8b7abc941bea19f4b23bfbfcd35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e266307-45", "ovs_interfaceid": "5e266307-453f-47b0-ae06-3c9facac856a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.633392] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183085, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.744177] env[69302]: DEBUG nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.798891] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522b617d-77f3-4ed8-ac0f-91ab9b8668ba, 'name': SearchDatastore_Task, 'duration_secs': 0.036815} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.798891] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.798891] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.798891] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.798891] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.798891] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.798891] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1060d45e-2a03-464a-9a6b-fabd28543ec3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.814026] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.814026] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.814026] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19ac651-af21-4f88-9f8c-18414093fc66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.827243] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9f8c1-88fc-4bfa-8d9d-c0b036208950 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.830822] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 704.830822] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b77aec-c509-2534-d0a1-80e3075fc1df" [ 704.830822] env[69302]: _type = "Task" [ 704.830822] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.840051] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47e492f-587e-4cce-b7a7-f54768d521e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.849334] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b77aec-c509-2534-d0a1-80e3075fc1df, 'name': SearchDatastore_Task, 'duration_secs': 0.014829} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.850876] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6138d683-2041-4a92-a2df-3573ad70234a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.883252] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9e1489-b176-4b42-8557-e81a87cb6995 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.889838] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 704.889838] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5290c0d7-dbc5-0e4c-8af9-21731ffd30e9" [ 704.889838] env[69302]: _type = "Task" [ 704.889838] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.903810] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b5df5-2095-4466-a476-e7cbd47e1bae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.909320] env[69302]: DEBUG nova.network.neutron [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Successfully updated port: 37a40608-c80d-42d7-82ec-71411d461b3a {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.920598] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083355} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.926371] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.927464] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "feb83f01-3afd-4831-8db9-e37ba30939ad" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.927464] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.927464] env[69302]: DEBUG nova.compute.manager [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Going to confirm migration 1 {{(pid=69302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 704.930173] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5290c0d7-dbc5-0e4c-8af9-21731ffd30e9, 'name': SearchDatastore_Task, 'duration_secs': 0.015965} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.941196] env[69302]: DEBUG nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.947976] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94877be4-eaa4-44b5-9ab1-599f8a659365 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.947976] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.947976] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 44884e11-f74e-4b24-9176-ff739acb1143/44884e11-f74e-4b24-9176-ff739acb1143.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.948319] env[69302]: DEBUG nova.compute.provider_tree [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.956460] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-581f98e0-190a-45cf-82c1-74547bfc45be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.983833] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.988538] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e1a04d-e8ad-4728-b3ff-5f91c39ce164 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.009894] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 705.009894] env[69302]: value = "task-3183088" [ 705.009894] env[69302]: _type = "Task" [ 705.009894] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.021136] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 705.021136] env[69302]: value = "task-3183089" [ 705.021136] env[69302]: _type = "Task" [ 705.021136] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.024678] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.039082] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.043497] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183082, 'name': CreateVM_Task, 'duration_secs': 0.553604} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.043704] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.044462] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.044462] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.044685] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.045468] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e308b423-5c83-4265-9dd1-65636918bb35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.051493] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 705.051493] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522e6e83-d746-fd96-e9a6-67fed8bd89e3" [ 705.051493] env[69302]: _type = "Task" [ 705.051493] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.062606] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522e6e83-d746-fd96-e9a6-67fed8bd89e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.088017] env[69302]: DEBUG oslo_concurrency.lockutils [req-977a6fab-df91-417f-b393-2573a03fe334 req-9a7e613d-e26d-49aa-b215-265235377922 service nova] Releasing lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.130868] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183085, 'name': CreateVM_Task, 'duration_secs': 0.683608} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.134664] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.135395] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173878] env[69302]: DEBUG nova.compute.manager [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Received event network-vif-plugged-40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.174701] env[69302]: DEBUG oslo_concurrency.lockutils [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] Acquiring lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.174701] env[69302]: DEBUG oslo_concurrency.lockutils [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] Lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.174701] env[69302]: DEBUG oslo_concurrency.lockutils [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] Lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.174701] env[69302]: DEBUG nova.compute.manager [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] No waiting events found dispatching network-vif-plugged-40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.175795] env[69302]: WARNING nova.compute.manager [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Received unexpected event network-vif-plugged-40e56ddb-d463-489b-b925-9d8275730ad7 for instance with vm_state building and task_state spawning. [ 705.175917] env[69302]: DEBUG nova.compute.manager [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Received event network-changed-40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.176171] env[69302]: DEBUG nova.compute.manager [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Refreshing instance network info cache due to event network-changed-40e56ddb-d463-489b-b925-9d8275730ad7. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.176320] env[69302]: DEBUG oslo_concurrency.lockutils [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] Acquiring lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.176799] env[69302]: DEBUG oslo_concurrency.lockutils [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] Acquired lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.177131] env[69302]: DEBUG nova.network.neutron [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Refreshing network info cache for port 40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.264080] env[69302]: DEBUG nova.network.neutron [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Successfully created port: 43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.360556] env[69302]: DEBUG nova.network.neutron [req-1ec98dd8-4945-4de6-9c91-9f1be76d2a12 req-47494d4c-c7b4-4781-aecf-a643a2a5f382 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updated VIF entry in instance network info cache for port b185d5c9-539f-451b-908a-bad2a3e0f429. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.361059] env[69302]: DEBUG nova.network.neutron [req-1ec98dd8-4945-4de6-9c91-9f1be76d2a12 req-47494d4c-c7b4-4781-aecf-a643a2a5f382 service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updating instance_info_cache with network_info: [{"id": "b185d5c9-539f-451b-908a-bad2a3e0f429", "address": "fa:16:3e:f5:12:6f", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb185d5c9-53", "ovs_interfaceid": "b185d5c9-539f-451b-908a-bad2a3e0f429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.423839] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "refresh_cache-dbfb2707-26a3-45d7-88d6-ebf26fc51817" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.423992] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquired lock "refresh_cache-dbfb2707-26a3-45d7-88d6-ebf26fc51817" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.424208] env[69302]: DEBUG nova.network.neutron [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.489415] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.489719] env[69302]: DEBUG nova.scheduler.client.report [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.533505] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.542136] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.563150] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522e6e83-d746-fd96-e9a6-67fed8bd89e3, 'name': SearchDatastore_Task, 'duration_secs': 0.025127} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.563819] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.563819] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.564129] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.564177] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.564369] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.564643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.564953] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.565519] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0fc9c0f-7f3c-49db-be5c-a9ad07b0ddd5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.567405] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbeccd6-1dcf-458d-af64-7e8758860ce8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.572886] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 705.572886] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52efa8d6-5f73-30cb-3911-303132019723" [ 705.572886] env[69302]: _type = "Task" [ 705.572886] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.578353] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.578589] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.582139] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409759bf-3ae1-499c-8cec-a3f9b2270f74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.585408] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52efa8d6-5f73-30cb-3911-303132019723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.588445] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 705.588445] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52daaf88-35d8-f1bf-3ec7-942555dc13ee" [ 705.588445] env[69302]: _type = "Task" [ 705.588445] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.597390] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52daaf88-35d8-f1bf-3ec7-942555dc13ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.598572] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.599023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.599023] env[69302]: DEBUG nova.network.neutron [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.599256] env[69302]: DEBUG nova.objects.instance [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lazy-loading 'info_cache' on Instance uuid feb83f01-3afd-4831-8db9-e37ba30939ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.760218] env[69302]: DEBUG nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.802525] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.803365] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.803365] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.803365] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.803365] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.803592] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.803761] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.803938] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.804123] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.804307] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.804514] env[69302]: DEBUG nova.virt.hardware [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.805522] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1d81e9-31f2-4fcc-b608-9801981c2cca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.816575] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd54c8c-a03a-4e89-b7d4-0e2100fd01d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.863834] env[69302]: DEBUG oslo_concurrency.lockutils [req-1ec98dd8-4945-4de6-9c91-9f1be76d2a12 req-47494d4c-c7b4-4781-aecf-a643a2a5f382 service nova] Releasing lock "refresh_cache-099411cb-0e40-4cb7-b36e-12409f837436" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.997241] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.999164] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.053s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.000902] env[69302]: INFO nova.compute.claims [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.031467] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183088, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.033680] env[69302]: INFO nova.scheduler.client.report [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleted allocations for instance fb021b97-1036-47e1-a0ea-3db555586804 [ 706.048399] env[69302]: DEBUG nova.network.neutron [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.055730] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.087769] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.088040] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.099076] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52efa8d6-5f73-30cb-3911-303132019723, 'name': SearchDatastore_Task, 'duration_secs': 0.018908} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.099879] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.100539] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.100539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.110106] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52daaf88-35d8-f1bf-3ec7-942555dc13ee, 'name': SearchDatastore_Task, 'duration_secs': 0.022695} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.111220] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5600e18-0583-47b6-a9c7-0c6a9162003c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.122647] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 706.122647] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e94a1-74a0-2309-de0b-ea13b4a97f90" [ 706.122647] env[69302]: _type = "Task" [ 706.122647] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.139518] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e94a1-74a0-2309-de0b-ea13b4a97f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.263081] env[69302]: DEBUG nova.network.neutron [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updated VIF entry in instance network info cache for port 40e56ddb-d463-489b-b925-9d8275730ad7. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.264040] env[69302]: DEBUG nova.network.neutron [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.381979] env[69302]: DEBUG nova.network.neutron [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Updating instance_info_cache with network_info: [{"id": "37a40608-c80d-42d7-82ec-71411d461b3a", "address": "fa:16:3e:b0:c5:d1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a40608-c8", "ovs_interfaceid": "37a40608-c80d-42d7-82ec-71411d461b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.528398] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183088, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.238626} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.528398] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 44884e11-f74e-4b24-9176-ff739acb1143/44884e11-f74e-4b24-9176-ff739acb1143.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.528642] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.529142] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4210c08-6235-496c-bb99-6764b9729d5b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.551424] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183089, 'name': ReconfigVM_Task, 'duration_secs': 1.233114} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.553021] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a/bb170d5c-9e61-4041-b16e-6c8051e46f8a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.553755] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 706.553755] env[69302]: value = "task-3183090" [ 706.553755] env[69302]: _type = "Task" [ 706.553755] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.554051] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e06f530-8aa8-46a2-901a-50603cc4fc35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.564737] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57b28eda-b384-481a-9355-25c1b60c28af tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "fb021b97-1036-47e1-a0ea-3db555586804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.322s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.574184] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.577554] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 706.577554] env[69302]: value = "task-3183091" [ 706.577554] env[69302]: _type = "Task" [ 706.577554] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.588202] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183091, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.638021] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e94a1-74a0-2309-de0b-ea13b4a97f90, 'name': SearchDatastore_Task, 'duration_secs': 0.052021} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.638021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.638021] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9/389cef4c-9efd-4850-bd8e-d5dbaa30ede9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.638021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.638021] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.638021] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86a2a81b-6313-4437-b4bc-a496cb123c8a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.643344] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffcf7379-7c69-4077-ad8a-13c5662cac52 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.654840] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 706.654840] env[69302]: value = "task-3183093" [ 706.654840] env[69302]: _type = "Task" [ 706.654840] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.660168] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.660678] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.663341] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2313228-f313-4c6e-ba73-3ccafab3dbea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.670040] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 706.670040] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525c958b-4d4b-9252-ed9d-09956c207aea" [ 706.670040] env[69302]: _type = "Task" [ 706.670040] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.676611] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.689955] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525c958b-4d4b-9252-ed9d-09956c207aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.768483] env[69302]: DEBUG oslo_concurrency.lockutils [req-a559ea74-8109-4287-8cbe-d144b85804c0 req-af93dc2e-f21d-435e-b03a-a7829c72f8c3 service nova] Releasing lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.881952] env[69302]: DEBUG nova.network.neutron [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance_info_cache with network_info: [{"id": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "address": "fa:16:3e:b5:1a:b1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c82e5e-0e", "ovs_interfaceid": "59c82e5e-0e63-4a03-9726-9f837b8c974e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.888394] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Releasing lock "refresh_cache-dbfb2707-26a3-45d7-88d6-ebf26fc51817" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.888394] env[69302]: DEBUG nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Instance network_info: |[{"id": "37a40608-c80d-42d7-82ec-71411d461b3a", "address": "fa:16:3e:b0:c5:d1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a40608-c8", "ovs_interfaceid": "37a40608-c80d-42d7-82ec-71411d461b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.888953] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:c5:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37a40608-c80d-42d7-82ec-71411d461b3a', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.900564] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Creating folder: Project (bd303a95327944dea10055e87c0e5998). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.901577] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c70a95c2-05cb-4c0f-ae95-866f40c4be5a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.918491] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Created folder: Project (bd303a95327944dea10055e87c0e5998) in parent group-v636578. [ 706.918491] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Creating folder: Instances. Parent ref: group-v636645. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.918491] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d18554c-7b43-4c13-81f3-ee2b88f849f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.932486] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Created folder: Instances in parent group-v636645. [ 706.932849] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.933100] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.937326] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ecc46f-0cab-470e-82b6-ab75adc8511e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.967470] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.967470] env[69302]: value = "task-3183097" [ 706.967470] env[69302]: _type = "Task" [ 706.967470] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.979046] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183097, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.071536] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182129} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.076684] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.079020] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee1bfc9-5138-41f8-a604-87d0682062a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.097909] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183091, 'name': Rename_Task, 'duration_secs': 0.307019} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.110874] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.122147] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 44884e11-f74e-4b24-9176-ff739acb1143/44884e11-f74e-4b24-9176-ff739acb1143.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.127040] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fa3452b-e105-4899-a45a-b5db7873561b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.128564] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3bb01e-ac79-4e82-8ba5-c18cbfd60358 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.152165] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 707.152165] env[69302]: value = "task-3183099" [ 707.152165] env[69302]: _type = "Task" [ 707.152165] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.154732] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Waiting for the task: (returnval){ [ 707.154732] env[69302]: value = "task-3183098" [ 707.154732] env[69302]: _type = "Task" [ 707.154732] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.174493] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.181890] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183093, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.181890] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.196356] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525c958b-4d4b-9252-ed9d-09956c207aea, 'name': SearchDatastore_Task, 'duration_secs': 0.029905} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.197329] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b62fa0a-1563-4588-8f8a-3074e8bac9a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.209820] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 707.209820] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6b2bf-9947-bcb0-326e-3cfd20834ac0" [ 707.209820] env[69302]: _type = "Task" [ 707.209820] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.219712] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6b2bf-9947-bcb0-326e-3cfd20834ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.392177] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-feb83f01-3afd-4831-8db9-e37ba30939ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.392177] env[69302]: DEBUG nova.objects.instance [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lazy-loading 'migration_context' on Instance uuid feb83f01-3afd-4831-8db9-e37ba30939ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.432978] env[69302]: DEBUG nova.network.neutron [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Successfully updated port: 43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.461852] env[69302]: INFO nova.compute.manager [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Rebuilding instance [ 707.485955] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183097, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.534442] env[69302]: DEBUG nova.compute.manager [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.535323] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d0ec1f-4333-48a3-afe9-82766e0916fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.581854] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6dc817-15d5-4a6e-bab8-58cdb0c7dc76 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.591780] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f5f0bb-34d5-4bf2-96a5-7f278d03e606 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.631675] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b5913c-1019-4ed2-ad56-81a63c36e385 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.640589] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab1926a-be71-4a9d-a8b5-2093977f0ce7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.656618] env[69302]: DEBUG nova.compute.provider_tree [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.675509] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183099, 'name': ReconfigVM_Task, 'duration_secs': 0.468479} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.675736] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.678993] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 44884e11-f74e-4b24-9176-ff739acb1143/44884e11-f74e-4b24-9176-ff739acb1143.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.679663] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734629} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.680134] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b3bfa9-4a59-4e88-9b50-1324d19be14f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.681878] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9/389cef4c-9efd-4850-bd8e-d5dbaa30ede9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.682099] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.682334] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4edfbf5-f498-4399-ae5a-0ba1c83b0762 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.691777] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 707.691777] env[69302]: value = "task-3183101" [ 707.691777] env[69302]: _type = "Task" [ 707.691777] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.692119] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 707.692119] env[69302]: value = "task-3183100" [ 707.692119] env[69302]: _type = "Task" [ 707.692119] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.706914] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.711412] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183100, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.720363] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6b2bf-9947-bcb0-326e-3cfd20834ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.072544} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.720791] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.721104] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 93b679c4-2c07-4b85-bc37-84488097d52f/93b679c4-2c07-4b85-bc37-84488097d52f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.721399] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff09ec4d-6a72-4ce8-8bbf-39280fb6598c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.730173] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 707.730173] env[69302]: value = "task-3183102" [ 707.730173] env[69302]: _type = "Task" [ 707.730173] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.740211] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.894969] env[69302]: DEBUG nova.objects.base [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 707.895937] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3206f1c-2dad-40a5-a6af-74c1d295e447 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.918766] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162396cf-daa8-4e41-8ca6-b4d0afafb105 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.925789] env[69302]: DEBUG oslo_vmware.api [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 707.925789] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52dcefa0-0080-6742-0979-0c4e3acc720a" [ 707.925789] env[69302]: _type = "Task" [ 707.925789] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.936122] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.936122] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquired lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.936122] env[69302]: DEBUG nova.network.neutron [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.937408] env[69302]: DEBUG oslo_vmware.api [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52dcefa0-0080-6742-0979-0c4e3acc720a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.970529] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquiring lock "29559c63-43a4-48ac-b902-d8c20252d8ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.971151] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "29559c63-43a4-48ac-b902-d8c20252d8ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.982190] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183097, 'name': CreateVM_Task, 'duration_secs': 0.709653} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.982942] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.983105] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.983230] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.983550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.983795] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b541f86-fd2a-49f7-8975-0000f4e911d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.990526] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 707.990526] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5212bb27-ea16-2aaa-5ca5-de233db36441" [ 707.990526] env[69302]: _type = "Task" [ 707.990526] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.005547] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5212bb27-ea16-2aaa-5ca5-de233db36441, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.005884] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.006691] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.006691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.006691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.009094] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.009852] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e503dca-bab8-4cc1-a171-8f722490127a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.021861] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.022142] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.023098] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd76893-7c44-42a8-8c30-bada15ffab5d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.030163] env[69302]: DEBUG nova.compute.manager [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Received event network-vif-plugged-37a40608-c80d-42d7-82ec-71411d461b3a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.030526] env[69302]: DEBUG oslo_concurrency.lockutils [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] Acquiring lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.031489] env[69302]: DEBUG oslo_concurrency.lockutils [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] Lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.031489] env[69302]: DEBUG oslo_concurrency.lockutils [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] Lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.031489] env[69302]: DEBUG nova.compute.manager [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] No waiting events found dispatching network-vif-plugged-37a40608-c80d-42d7-82ec-71411d461b3a {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.031489] env[69302]: WARNING nova.compute.manager [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Received unexpected event network-vif-plugged-37a40608-c80d-42d7-82ec-71411d461b3a for instance with vm_state building and task_state spawning. [ 708.031489] env[69302]: DEBUG nova.compute.manager [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Received event network-changed-37a40608-c80d-42d7-82ec-71411d461b3a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.032036] env[69302]: DEBUG nova.compute.manager [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Refreshing instance network info cache due to event network-changed-37a40608-c80d-42d7-82ec-71411d461b3a. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.032036] env[69302]: DEBUG oslo_concurrency.lockutils [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] Acquiring lock "refresh_cache-dbfb2707-26a3-45d7-88d6-ebf26fc51817" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.032036] env[69302]: DEBUG oslo_concurrency.lockutils [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] Acquired lock "refresh_cache-dbfb2707-26a3-45d7-88d6-ebf26fc51817" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.032162] env[69302]: DEBUG nova.network.neutron [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Refreshing network info cache for port 37a40608-c80d-42d7-82ec-71411d461b3a {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.035085] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 708.035085] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527b0b4b-c7fd-20e4-d508-e666eff683d4" [ 708.035085] env[69302]: _type = "Task" [ 708.035085] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.046435] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527b0b4b-c7fd-20e4-d508-e666eff683d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.058116] env[69302]: DEBUG nova.compute.manager [req-dd222fb1-15ff-443b-8f1e-eaaca50a7dc8 req-edb8bfae-fa7b-40e9-ac72-5e5c7fa3c47e service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Received event network-vif-plugged-43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.058364] env[69302]: DEBUG oslo_concurrency.lockutils [req-dd222fb1-15ff-443b-8f1e-eaaca50a7dc8 req-edb8bfae-fa7b-40e9-ac72-5e5c7fa3c47e service nova] Acquiring lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.058577] env[69302]: DEBUG oslo_concurrency.lockutils [req-dd222fb1-15ff-443b-8f1e-eaaca50a7dc8 req-edb8bfae-fa7b-40e9-ac72-5e5c7fa3c47e service nova] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.060381] env[69302]: DEBUG oslo_concurrency.lockutils [req-dd222fb1-15ff-443b-8f1e-eaaca50a7dc8 req-edb8bfae-fa7b-40e9-ac72-5e5c7fa3c47e service nova] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.060381] env[69302]: DEBUG nova.compute.manager [req-dd222fb1-15ff-443b-8f1e-eaaca50a7dc8 req-edb8bfae-fa7b-40e9-ac72-5e5c7fa3c47e service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] No waiting events found dispatching network-vif-plugged-43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.060381] env[69302]: WARNING nova.compute.manager [req-dd222fb1-15ff-443b-8f1e-eaaca50a7dc8 req-edb8bfae-fa7b-40e9-ac72-5e5c7fa3c47e service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Received unexpected event network-vif-plugged-43112d76-55a5-4646-b093-88e468ee66a3 for instance with vm_state building and task_state spawning. [ 708.162941] env[69302]: DEBUG nova.scheduler.client.report [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.181999] env[69302]: DEBUG oslo_vmware.api [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Task: {'id': task-3183098, 'name': PowerOnVM_Task, 'duration_secs': 0.904133} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.182312] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.182520] env[69302]: DEBUG nova.compute.manager [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.183793] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04b9bda-1280-45c4-b476-5f00e8a878f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.209036] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183100, 'name': Rename_Task, 'duration_secs': 0.176288} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.212407] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.213113] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102995} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.213328] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58e81521-2d5e-4e57-9814-efc112b3ae2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.215355] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.217046] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec78ba7-d07a-4cdc-8596-dacdb6bc308f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.240235] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9/389cef4c-9efd-4850-bd8e-d5dbaa30ede9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.242568] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6102acb2-273b-41f9-bc49-0aba33d9f705 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.264343] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 708.264343] env[69302]: value = "task-3183103" [ 708.264343] env[69302]: _type = "Task" [ 708.264343] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.281247] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183102, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.286084] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.286434] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 708.286434] env[69302]: value = "task-3183104" [ 708.286434] env[69302]: _type = "Task" [ 708.286434] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.298490] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.437435] env[69302]: DEBUG oslo_vmware.api [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52dcefa0-0080-6742-0979-0c4e3acc720a, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.437700] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.489740] env[69302]: DEBUG nova.network.neutron [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.552826] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527b0b4b-c7fd-20e4-d508-e666eff683d4, 'name': SearchDatastore_Task, 'duration_secs': 0.056782} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.553649] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3484d7e7-59d7-4c37-8115-8231b773abc5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.560020] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.560678] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e69ede5-6d84-43e2-824f-dbf17d449347 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.564483] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 708.564483] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a4270-1634-86ae-8278-eb1cf91f9434" [ 708.564483] env[69302]: _type = "Task" [ 708.564483] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.570355] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 708.570355] env[69302]: value = "task-3183105" [ 708.570355] env[69302]: _type = "Task" [ 708.570355] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.579820] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a4270-1634-86ae-8278-eb1cf91f9434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.585567] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.675239] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.678292] env[69302]: DEBUG nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.683444] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.369s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.683716] env[69302]: DEBUG nova.objects.instance [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lazy-loading 'resources' on Instance uuid 19dd952a-38f4-40d3-b69b-8723d5bc6a32 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.698349] env[69302]: DEBUG nova.network.neutron [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Updating instance_info_cache with network_info: [{"id": "43112d76-55a5-4646-b093-88e468ee66a3", "address": "fa:16:3e:1a:ec:96", "network": {"id": "7f9f8141-5e54-4f20-9ac3-b9c5f1d1a938", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-317716125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d39aa93f504f8e95a4adc6ec756489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43112d76-55", "ovs_interfaceid": "43112d76-55a5-4646-b093-88e468ee66a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.714696] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.755645] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633094} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.755831] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 93b679c4-2c07-4b85-bc37-84488097d52f/93b679c4-2c07-4b85-bc37-84488097d52f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.756084] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.756404] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42eae7e6-a1b4-4693-aa2f-80baeaa24ac1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.768608] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 708.768608] env[69302]: value = "task-3183107" [ 708.768608] env[69302]: _type = "Task" [ 708.768608] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.783625] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.788012] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183103, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.801344] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.923850] env[69302]: DEBUG nova.network.neutron [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Updated VIF entry in instance network info cache for port 37a40608-c80d-42d7-82ec-71411d461b3a. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.923850] env[69302]: DEBUG nova.network.neutron [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Updating instance_info_cache with network_info: [{"id": "37a40608-c80d-42d7-82ec-71411d461b3a", "address": "fa:16:3e:b0:c5:d1", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37a40608-c8", "ovs_interfaceid": "37a40608-c80d-42d7-82ec-71411d461b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.078199] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a4270-1634-86ae-8278-eb1cf91f9434, 'name': SearchDatastore_Task, 'duration_secs': 0.01495} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.078942] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.079333] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] dbfb2707-26a3-45d7-88d6-ebf26fc51817/dbfb2707-26a3-45d7-88d6-ebf26fc51817.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.080070] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f45bf24a-287d-40fc-bc9e-e0645a26e36b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.085574] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183105, 'name': PowerOffVM_Task, 'duration_secs': 0.304562} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.086180] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.086410] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.087228] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35f550-ecbb-413b-82f7-8d21d2b44197 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.094518] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 709.094518] env[69302]: value = "task-3183109" [ 709.094518] env[69302]: _type = "Task" [ 709.094518] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.099164] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.099910] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86c14893-9f62-4f54-b8a6-00bb2cbd8d88 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.105589] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.182969] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.183308] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.183486] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleting the datastore file [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.183711] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bafe038-a567-4e84-8682-0a03002c7601 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.186664] env[69302]: DEBUG nova.compute.utils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.190415] env[69302]: DEBUG nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.190582] env[69302]: DEBUG nova.network.neutron [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.200955] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.201271] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.201516] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 709.201516] env[69302]: value = "task-3183111" [ 709.201516] env[69302]: _type = "Task" [ 709.201516] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.202399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Releasing lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.202696] env[69302]: DEBUG nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Instance network_info: |[{"id": "43112d76-55a5-4646-b093-88e468ee66a3", "address": "fa:16:3e:1a:ec:96", "network": {"id": "7f9f8141-5e54-4f20-9ac3-b9c5f1d1a938", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-317716125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d39aa93f504f8e95a4adc6ec756489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43112d76-55", "ovs_interfaceid": "43112d76-55a5-4646-b093-88e468ee66a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.203538] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:ec:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43112d76-55a5-4646-b093-88e468ee66a3', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.212849] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Creating folder: Project (f2d39aa93f504f8e95a4adc6ec756489). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.219591] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-060be6a3-5a87-42a5-a735-02671be2a869 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.230118] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.235903] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Created folder: Project (f2d39aa93f504f8e95a4adc6ec756489) in parent group-v636578. [ 709.236151] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Creating folder: Instances. Parent ref: group-v636648. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.238920] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c1ff6d4-a36a-46f2-a0bd-24cd11fc7cd6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.250469] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Created folder: Instances in parent group-v636648. [ 709.250732] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.253872] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.254370] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea7cc47-058e-415d-b5d0-21d3a25fbff4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.288738] env[69302]: DEBUG oslo_vmware.api [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183103, 'name': PowerOnVM_Task, 'duration_secs': 0.563661} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.298091] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.298190] env[69302]: INFO nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Took 11.60 seconds to spawn the instance on the hypervisor. [ 709.298359] env[69302]: DEBUG nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.299124] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118198} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.299124] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.299124] env[69302]: value = "task-3183114" [ 709.299124] env[69302]: _type = "Task" [ 709.299124] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.300349] env[69302]: DEBUG nova.policy [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1f934099e8c416797c37184b0168360', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd303a95327944dea10055e87c0e5998', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.304771] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86e719-0883-4edd-9662-97d54aa9f528 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.307447] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.309016] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356b0da5-2ae9-4aa0-aeac-c8f91e913bd4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.322984] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183104, 'name': ReconfigVM_Task, 'duration_secs': 0.725561} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.323833] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9/389cef4c-9efd-4850-bd8e-d5dbaa30ede9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.324462] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e93fe7d-cc55-4618-86cc-1348bddb5749 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.343273] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183114, 'name': CreateVM_Task} progress is 15%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.353198] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 93b679c4-2c07-4b85-bc37-84488097d52f/93b679c4-2c07-4b85-bc37-84488097d52f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.357728] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b2d6d9-3426-4721-b613-bf5651c28fd8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.372384] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 709.372384] env[69302]: value = "task-3183115" [ 709.372384] env[69302]: _type = "Task" [ 709.372384] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.380520] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 709.380520] env[69302]: value = "task-3183116" [ 709.380520] env[69302]: _type = "Task" [ 709.380520] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.383974] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183115, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.394445] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.422717] env[69302]: DEBUG oslo_concurrency.lockutils [req-22d25aa6-4508-42c3-b77c-8ddb7d210cf6 req-0eeacfb6-6a9a-4d16-a4f7-2448b7c19b29 service nova] Releasing lock "refresh_cache-dbfb2707-26a3-45d7-88d6-ebf26fc51817" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.602917] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.643700] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.644140] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.644239] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.644425] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.644589] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.649320] env[69302]: INFO nova.compute.manager [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Terminating instance [ 709.685165] env[69302]: DEBUG nova.network.neutron [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Successfully created port: e0630e94-a889-4062-bcde-3f9e218ea07a {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.697276] env[69302]: DEBUG nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.708261] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bc8940-e214-483f-8ced-b2ab94da36d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.723039] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.727366] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb49a6c8-721b-4cb2-a11a-ae7f01b61579 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.768033] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72ee4a8-0b3a-4da3-ad0a-96c2959e63ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.777742] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd092220-a60d-4c03-a99f-7eaf44fe20d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.795078] env[69302]: DEBUG nova.compute.provider_tree [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.819352] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183114, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.861155] env[69302]: INFO nova.compute.manager [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Took 32.39 seconds to build instance. [ 709.887224] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183115, 'name': Rename_Task, 'duration_secs': 0.151216} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.890906] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.891524] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90042869-8b4a-46ca-b4b2-259d35210919 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.904552] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.906281] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 709.906281] env[69302]: value = "task-3183117" [ 709.906281] env[69302]: _type = "Task" [ 709.906281] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.915734] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.110079] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.159207] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "refresh_cache-bb170d5c-9e61-4041-b16e-6c8051e46f8a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.159519] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquired lock "refresh_cache-bb170d5c-9e61-4041-b16e-6c8051e46f8a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.159760] env[69302]: DEBUG nova.network.neutron [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.343283] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.68331} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.343283] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.343283] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.343283] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.343283] env[69302]: DEBUG nova.compute.manager [req-6de317ae-4ac8-44bc-8720-5482d16911e8 req-0327e12e-f9f8-4ff1-add0-ca7747144cb7 service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Received event network-changed-43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.343283] env[69302]: DEBUG nova.compute.manager [req-6de317ae-4ac8-44bc-8720-5482d16911e8 req-0327e12e-f9f8-4ff1-add0-ca7747144cb7 service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Refreshing instance network info cache due to event network-changed-43112d76-55a5-4646-b093-88e468ee66a3. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.343283] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de317ae-4ac8-44bc-8720-5482d16911e8 req-0327e12e-f9f8-4ff1-add0-ca7747144cb7 service nova] Acquiring lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.343283] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de317ae-4ac8-44bc-8720-5482d16911e8 req-0327e12e-f9f8-4ff1-add0-ca7747144cb7 service nova] Acquired lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.343283] env[69302]: DEBUG nova.network.neutron [req-6de317ae-4ac8-44bc-8720-5482d16911e8 req-0327e12e-f9f8-4ff1-add0-ca7747144cb7 service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Refreshing network info cache for port 43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.343283] env[69302]: DEBUG nova.scheduler.client.report [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.343283] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183114, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.362974] env[69302]: DEBUG oslo_concurrency.lockutils [None req-127ec3a9-3815-4146-a1c8-0f8ba0575928 tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "44884e11-f74e-4b24-9176-ff739acb1143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.908s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.402538] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.423159] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.609317] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183109, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.345838} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.609903] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] dbfb2707-26a3-45d7-88d6-ebf26fc51817/dbfb2707-26a3-45d7-88d6-ebf26fc51817.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.610277] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.610622] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28db305a-bdaf-4f6c-9448-7f848eafaf43 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.622127] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 710.622127] env[69302]: value = "task-3183118" [ 710.622127] env[69302]: _type = "Task" [ 710.622127] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.643770] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.687208] env[69302]: DEBUG nova.network.neutron [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.716680] env[69302]: DEBUG nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.755722] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.756077] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.756137] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.756320] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.756463] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.756608] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.756816] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.757183] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.757380] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.757518] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.757688] env[69302]: DEBUG nova.virt.hardware [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.758970] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad62bfeb-2b00-4a83-8e08-2e9071b06cff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.772916] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc415ad1-7ddd-4a35-a597-696a65ef81b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.811713] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.815187] env[69302]: DEBUG nova.network.neutron [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.818061] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.033s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.819726] env[69302]: INFO nova.compute.claims [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.837962] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183114, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.846250] env[69302]: INFO nova.scheduler.client.report [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleted allocations for instance 19dd952a-38f4-40d3-b69b-8723d5bc6a32 [ 710.873096] env[69302]: DEBUG nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.908484] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183116, 'name': ReconfigVM_Task, 'duration_secs': 1.286444} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.908898] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 93b679c4-2c07-4b85-bc37-84488097d52f/93b679c4-2c07-4b85-bc37-84488097d52f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.912988] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f99e0b36-651d-4b32-9a7a-2d2181d58734 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.926337] env[69302]: DEBUG oslo_vmware.api [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183117, 'name': PowerOnVM_Task, 'duration_secs': 0.740236} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.926623] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 710.926623] env[69302]: value = "task-3183120" [ 710.926623] env[69302]: _type = "Task" [ 710.926623] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.926843] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.927051] env[69302]: DEBUG nova.compute.manager [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.927853] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae40ba60-bf9f-4b2e-ba8f-4e71a4c86bb9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.939211] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183120, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.137499] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082106} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.137499] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.138664] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45392a41-3668-468b-8099-f27766bcc6f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.172464] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] dbfb2707-26a3-45d7-88d6-ebf26fc51817/dbfb2707-26a3-45d7-88d6-ebf26fc51817.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.174318] env[69302]: DEBUG nova.network.neutron [req-6de317ae-4ac8-44bc-8720-5482d16911e8 req-0327e12e-f9f8-4ff1-add0-ca7747144cb7 service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Updated VIF entry in instance network info cache for port 43112d76-55a5-4646-b093-88e468ee66a3. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.174548] env[69302]: DEBUG nova.network.neutron [req-6de317ae-4ac8-44bc-8720-5482d16911e8 req-0327e12e-f9f8-4ff1-add0-ca7747144cb7 service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Updating instance_info_cache with network_info: [{"id": "43112d76-55a5-4646-b093-88e468ee66a3", "address": "fa:16:3e:1a:ec:96", "network": {"id": "7f9f8141-5e54-4f20-9ac3-b9c5f1d1a938", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-317716125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d39aa93f504f8e95a4adc6ec756489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43112d76-55", "ovs_interfaceid": "43112d76-55a5-4646-b093-88e468ee66a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.175776] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61923f0c-6814-43be-90f6-cb99f81a414d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.201066] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 711.201066] env[69302]: value = "task-3183122" [ 711.201066] env[69302]: _type = "Task" [ 711.201066] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.210335] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.290103] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.290417] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.290658] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.290984] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.291190] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.291407] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.291739] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.291945] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.292177] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.292469] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.292655] env[69302]: DEBUG nova.virt.hardware [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.293703] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad62004e-67d5-415b-a9ef-898971cc032c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.302949] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915fbefd-8b62-43a6-b056-ea863b2623b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.318263] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:46:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e04f638-c441-4d73-9ebb-d593aa29949e', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.325989] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.330032] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.330689] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Releasing lock "refresh_cache-bb170d5c-9e61-4041-b16e-6c8051e46f8a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.331150] env[69302]: DEBUG nova.compute.manager [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.331435] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.334029] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-254021d0-0807-4df5-8b02-dfe7eee1bf3d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.351755] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9e6b02-86d4-4a11-8371-4d8ec43ed254 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.362621] env[69302]: DEBUG oslo_concurrency.lockutils [None req-afd65569-45c3-49ad-9e4e-386e20674b3a tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "19dd952a-38f4-40d3-b69b-8723d5bc6a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.086s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.363777] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183114, 'name': CreateVM_Task, 'duration_secs': 1.576104} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.368374] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.368374] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.368374] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.368374] env[69302]: value = "task-3183123" [ 711.368374] env[69302]: _type = "Task" [ 711.368374] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.369561] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.369561] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.369561] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.370573] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96341d9e-c02e-4954-ab3c-00104080b91a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.372086] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e79d9d7-c85a-4337-9909-6e2c695d53dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.386830] env[69302]: DEBUG oslo_vmware.api [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 711.386830] env[69302]: value = "task-3183124" [ 711.386830] env[69302]: _type = "Task" [ 711.386830] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.388112] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 711.388112] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ebfd2d-6233-2eec-057f-79b7d139a558" [ 711.388112] env[69302]: _type = "Task" [ 711.388112] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.392230] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183123, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.404945] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.411723] env[69302]: DEBUG oslo_vmware.api [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.414860] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ebfd2d-6233-2eec-057f-79b7d139a558, 'name': SearchDatastore_Task, 'duration_secs': 0.017289} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.415409] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.415655] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.415972] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.416170] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.416404] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.416799] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf6ea10c-9954-4dee-81a6-148a12411ede {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.430200] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.430200] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.433923] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9264f424-d2c0-4cb2-b598-9a9db41d1569 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.445111] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 711.445111] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ad2dac-b761-f8a6-4b27-95f7438b830a" [ 711.445111] env[69302]: _type = "Task" [ 711.445111] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.449034] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183120, 'name': Rename_Task, 'duration_secs': 0.236244} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.450829] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.451481] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.454665] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e1460f7-40fb-4928-a9dc-be36e5880f51 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.466082] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ad2dac-b761-f8a6-4b27-95f7438b830a, 'name': SearchDatastore_Task, 'duration_secs': 0.01479} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.468381] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 711.468381] env[69302]: value = "task-3183125" [ 711.468381] env[69302]: _type = "Task" [ 711.468381] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.468727] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc6c1b6-5d8d-4ebd-ae14-e91e5ec1cad4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.482397] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 711.482397] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5286e8ab-c038-b622-e79a-8d594b28ff4d" [ 711.482397] env[69302]: _type = "Task" [ 711.482397] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.482649] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.493710] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5286e8ab-c038-b622-e79a-8d594b28ff4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.526239] env[69302]: DEBUG nova.network.neutron [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Successfully updated port: e0630e94-a889-4062-bcde-3f9e218ea07a {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.694325] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de317ae-4ac8-44bc-8720-5482d16911e8 req-0327e12e-f9f8-4ff1-add0-ca7747144cb7 service nova] Releasing lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.712215] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.871333] env[69302]: DEBUG nova.compute.manager [req-9accc1d9-84c9-4a5d-b01d-c1c470911762 req-47ddd2e7-c6fd-4b19-8100-4c51e813fe23 service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Received event network-vif-plugged-e0630e94-a889-4062-bcde-3f9e218ea07a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.871333] env[69302]: DEBUG oslo_concurrency.lockutils [req-9accc1d9-84c9-4a5d-b01d-c1c470911762 req-47ddd2e7-c6fd-4b19-8100-4c51e813fe23 service nova] Acquiring lock "b18af0c3-cdcb-433c-af15-1f0ce6335217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.871333] env[69302]: DEBUG oslo_concurrency.lockutils [req-9accc1d9-84c9-4a5d-b01d-c1c470911762 req-47ddd2e7-c6fd-4b19-8100-4c51e813fe23 service nova] Lock "b18af0c3-cdcb-433c-af15-1f0ce6335217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.871333] env[69302]: DEBUG oslo_concurrency.lockutils [req-9accc1d9-84c9-4a5d-b01d-c1c470911762 req-47ddd2e7-c6fd-4b19-8100-4c51e813fe23 service nova] Lock "b18af0c3-cdcb-433c-af15-1f0ce6335217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.871333] env[69302]: DEBUG nova.compute.manager [req-9accc1d9-84c9-4a5d-b01d-c1c470911762 req-47ddd2e7-c6fd-4b19-8100-4c51e813fe23 service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] No waiting events found dispatching network-vif-plugged-e0630e94-a889-4062-bcde-3f9e218ea07a {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.871333] env[69302]: WARNING nova.compute.manager [req-9accc1d9-84c9-4a5d-b01d-c1c470911762 req-47ddd2e7-c6fd-4b19-8100-4c51e813fe23 service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Received unexpected event network-vif-plugged-e0630e94-a889-4062-bcde-3f9e218ea07a for instance with vm_state building and task_state spawning. [ 711.886914] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183123, 'name': CreateVM_Task, 'duration_secs': 0.518489} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.886914] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.887689] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.887689] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.887689] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.888622] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70adf3d1-58b9-463b-aaa4-baac0c6478e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.897305] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 711.897305] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520d7dec-1008-3885-61fa-741945c7e266" [ 711.897305] env[69302]: _type = "Task" [ 711.897305] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.904646] env[69302]: DEBUG oslo_vmware.api [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183124, 'name': PowerOffVM_Task, 'duration_secs': 0.198978} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.906630] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.907576] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.910944] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2843e17-83dd-4376-957c-8ca2a84ce087 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.912632] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520d7dec-1008-3885-61fa-741945c7e266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.942201] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.942201] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.942386] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Deleting the datastore file [datastore2] bb170d5c-9e61-4041-b16e-6c8051e46f8a {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.942685] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d96aa1a-377e-4c0c-8277-ef56ad1d4919 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.950339] env[69302]: DEBUG oslo_vmware.api [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for the task: (returnval){ [ 711.950339] env[69302]: value = "task-3183127" [ 711.950339] env[69302]: _type = "Task" [ 711.950339] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.960846] env[69302]: DEBUG oslo_vmware.api [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.984518] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183125, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.994788] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5286e8ab-c038-b622-e79a-8d594b28ff4d, 'name': SearchDatastore_Task, 'duration_secs': 0.019589} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.997571] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.997959] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 3be491dc-0ed7-40e5-b725-f7dfb1a951e6/3be491dc-0ed7-40e5-b725-f7dfb1a951e6.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.998360] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4072a64e-d511-4333-b496-9f717bf5c039 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.007147] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 712.007147] env[69302]: value = "task-3183128" [ 712.007147] env[69302]: _type = "Task" [ 712.007147] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.023042] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.030762] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "refresh_cache-b18af0c3-cdcb-433c-af15-1f0ce6335217" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.031015] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquired lock "refresh_cache-b18af0c3-cdcb-433c-af15-1f0ce6335217" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.034250] env[69302]: DEBUG nova.network.neutron [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.214082] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183122, 'name': ReconfigVM_Task, 'duration_secs': 0.594766} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.214366] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Reconfigured VM instance instance-00000014 to attach disk [datastore1] dbfb2707-26a3-45d7-88d6-ebf26fc51817/dbfb2707-26a3-45d7-88d6-ebf26fc51817.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.215014] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e73963a9-b937-4b1f-acce-c3d0d10b1777 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.223985] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 712.223985] env[69302]: value = "task-3183129" [ 712.223985] env[69302]: _type = "Task" [ 712.223985] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.237199] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183129, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.298250] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa14b3b-fa25-4c62-85b4-6a51dd0ee80a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.307248] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5791c1-ee43-4804-864d-1b69425754ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.340224] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c81090-8f74-4e99-910d-8d8be282d343 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.350130] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337e77ad-7544-4f76-b7d9-5db6004ef397 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.366756] env[69302]: DEBUG nova.compute.provider_tree [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.408826] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520d7dec-1008-3885-61fa-741945c7e266, 'name': SearchDatastore_Task, 'duration_secs': 0.025267} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.409669] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.409669] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.409669] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.409850] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.409910] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.410208] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3a12d38-5bcb-4bde-89b8-26e90a95f226 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.423620] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.423939] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.424673] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a236bb9-39c0-460d-bf62-54ce786c1c66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.433364] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 712.433364] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cdbfdc-f5cf-1747-e752-847f318d12f6" [ 712.433364] env[69302]: _type = "Task" [ 712.433364] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.447906] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cdbfdc-f5cf-1747-e752-847f318d12f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.462231] env[69302]: DEBUG oslo_vmware.api [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Task: {'id': task-3183127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179272} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.462487] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.462663] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.462829] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.462994] env[69302]: INFO nova.compute.manager [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 712.463908] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.463908] env[69302]: DEBUG nova.compute.manager [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.463908] env[69302]: DEBUG nova.network.neutron [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.482668] env[69302]: DEBUG oslo_vmware.api [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183125, 'name': PowerOnVM_Task, 'duration_secs': 0.789848} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.482933] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.483201] env[69302]: INFO nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Took 12.13 seconds to spawn the instance on the hypervisor. [ 712.483399] env[69302]: DEBUG nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.484334] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e059bbb8-3bb3-4835-8640-1f5098fc98bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.487586] env[69302]: DEBUG nova.network.neutron [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.518231] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.591503] env[69302]: DEBUG nova.network.neutron [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.734448] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183129, 'name': Rename_Task, 'duration_secs': 0.483462} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.734729] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.735196] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15e92956-fa82-480a-a0dd-f570a2645a6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.743430] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 712.743430] env[69302]: value = "task-3183130" [ 712.743430] env[69302]: _type = "Task" [ 712.743430] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.752265] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.828389] env[69302]: DEBUG nova.network.neutron [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Updating instance_info_cache with network_info: [{"id": "e0630e94-a889-4062-bcde-3f9e218ea07a", "address": "fa:16:3e:ba:82:06", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0630e94-a8", "ovs_interfaceid": "e0630e94-a889-4062-bcde-3f9e218ea07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.872382] env[69302]: DEBUG nova.scheduler.client.report [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.950248] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cdbfdc-f5cf-1747-e752-847f318d12f6, 'name': SearchDatastore_Task, 'duration_secs': 0.027792} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.952700] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22bebb5-e648-4379-8a08-ad3518feca92 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.962444] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 712.962444] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528470f2-e60f-0571-79b7-0bd2e62ade58" [ 712.962444] env[69302]: _type = "Task" [ 712.962444] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.976171] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528470f2-e60f-0571-79b7-0bd2e62ade58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.990526] env[69302]: DEBUG nova.network.neutron [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.006907] env[69302]: INFO nova.compute.manager [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Took 34.48 seconds to build instance. [ 713.021056] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665578} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.021979] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 3be491dc-0ed7-40e5-b725-f7dfb1a951e6/3be491dc-0ed7-40e5-b725-f7dfb1a951e6.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.022374] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.022737] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aae5a38e-894c-4a57-9e18-7970b379045a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.032989] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 713.032989] env[69302]: value = "task-3183131" [ 713.032989] env[69302]: _type = "Task" [ 713.032989] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.043657] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.062739] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.063032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.094851] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "a0079d1d-6c08-4567-9749-13625c373993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.095112] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "a0079d1d-6c08-4567-9749-13625c373993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.254195] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.332669] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Releasing lock "refresh_cache-b18af0c3-cdcb-433c-af15-1f0ce6335217" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.333554] env[69302]: DEBUG nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Instance network_info: |[{"id": "e0630e94-a889-4062-bcde-3f9e218ea07a", "address": "fa:16:3e:ba:82:06", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0630e94-a8", "ovs_interfaceid": "e0630e94-a889-4062-bcde-3f9e218ea07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.333708] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:82:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0630e94-a889-4062-bcde-3f9e218ea07a', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.343113] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.344075] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.344075] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6c53e18-bab1-4591-960f-18fdb62c6bf9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.363972] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.364323] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.364531] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.364776] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.364979] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.367231] env[69302]: INFO nova.compute.manager [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Terminating instance [ 713.372889] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.372889] env[69302]: value = "task-3183132" [ 713.372889] env[69302]: _type = "Task" [ 713.372889] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.377392] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.377614] env[69302]: DEBUG nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.381574] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.864s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.381574] env[69302]: DEBUG nova.objects.instance [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lazy-loading 'resources' on Instance uuid 1c952e24-4c6b-4dbc-9976-fcf5510e30c2 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.391391] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183132, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.472371] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528470f2-e60f-0571-79b7-0bd2e62ade58, 'name': SearchDatastore_Task, 'duration_secs': 0.015179} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.472639] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.472897] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919/9991015b-e2ca-49c4-89e9-78bbe9ce9919.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.473200] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02e7fc9d-439d-4879-a267-38781893b230 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.481428] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 713.481428] env[69302]: value = "task-3183133" [ 713.481428] env[69302]: _type = "Task" [ 713.481428] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.491616] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.493229] env[69302]: INFO nova.compute.manager [-] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Took 1.03 seconds to deallocate network for instance. [ 713.507970] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f7b6620-c2a2-4a06-ac7b-39082a53210d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.026s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.554287] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093312} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.555169] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.555517] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce99186-7855-4b0c-b5ad-5f6bf6914aa3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.580293] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 3be491dc-0ed7-40e5-b725-f7dfb1a951e6/3be491dc-0ed7-40e5-b725-f7dfb1a951e6.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.580616] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e90d83e-19f9-486c-b6bc-f17aefea4f6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.603124] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 713.603124] env[69302]: value = "task-3183134" [ 713.603124] env[69302]: _type = "Task" [ 713.603124] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.616345] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.753929] env[69302]: DEBUG oslo_vmware.api [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183130, 'name': PowerOnVM_Task, 'duration_secs': 0.717577} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.754610] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.754821] env[69302]: INFO nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Took 10.81 seconds to spawn the instance on the hypervisor. [ 713.755013] env[69302]: DEBUG nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.755829] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc64982-400c-4b59-bc71-56b399297600 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.871798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "refresh_cache-389cef4c-9efd-4850-bd8e-d5dbaa30ede9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.872037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquired lock "refresh_cache-389cef4c-9efd-4850-bd8e-d5dbaa30ede9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.872277] env[69302]: DEBUG nova.network.neutron [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.887272] env[69302]: DEBUG nova.compute.utils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.888442] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183132, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.892030] env[69302]: DEBUG nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.892030] env[69302]: DEBUG nova.network.neutron [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.996428] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183133, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.998489] env[69302]: DEBUG nova.policy [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7619beedaee148ce9aba5f9bbe24105f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd798b4945add4877b9fa310158e66a3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.009927] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.010536] env[69302]: DEBUG nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.123678] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.281965] env[69302]: INFO nova.compute.manager [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Took 34.05 seconds to build instance. [ 714.395835] env[69302]: DEBUG nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.398360] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183132, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.416780] env[69302]: DEBUG nova.network.neutron [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.420959] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406ae85e-7dc7-41a8-b550-7cfb18f62c40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.430598] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5fd3f-3d23-4594-afc4-c443f4d81fba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.474243] env[69302]: DEBUG nova.network.neutron [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Successfully created port: 22ceebf7-be6a-4191-a998-08f1d70dae49 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.477443] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30fe2a-d123-4e9c-a410-b594665f33dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.490258] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebec9018-3e1c-4f19-80fc-4484b086e461 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.500548] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882893} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.512616] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919/9991015b-e2ca-49c4-89e9-78bbe9ce9919.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.512950] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.514024] env[69302]: DEBUG nova.compute.provider_tree [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.518817] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d679a4b-246c-4ea9-b52e-dd0fe3e1f2d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.527769] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 714.527769] env[69302]: value = "task-3183135" [ 714.527769] env[69302]: _type = "Task" [ 714.527769] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.536098] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.555156] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.590250] env[69302]: DEBUG nova.compute.manager [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Received event network-changed-e0630e94-a889-4062-bcde-3f9e218ea07a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.590438] env[69302]: DEBUG nova.compute.manager [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Refreshing instance network info cache due to event network-changed-e0630e94-a889-4062-bcde-3f9e218ea07a. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.590646] env[69302]: DEBUG oslo_concurrency.lockutils [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] Acquiring lock "refresh_cache-b18af0c3-cdcb-433c-af15-1f0ce6335217" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.590784] env[69302]: DEBUG oslo_concurrency.lockutils [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] Acquired lock "refresh_cache-b18af0c3-cdcb-433c-af15-1f0ce6335217" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.590972] env[69302]: DEBUG nova.network.neutron [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Refreshing network info cache for port e0630e94-a889-4062-bcde-3f9e218ea07a {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.615241] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183134, 'name': ReconfigVM_Task, 'duration_secs': 0.895267} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.615523] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 3be491dc-0ed7-40e5-b725-f7dfb1a951e6/3be491dc-0ed7-40e5-b725-f7dfb1a951e6.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.616157] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e89c74bb-8298-47bd-810b-543527774973 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.624169] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 714.624169] env[69302]: value = "task-3183136" [ 714.624169] env[69302]: _type = "Task" [ 714.624169] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.633100] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183136, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.780806] env[69302]: DEBUG nova.network.neutron [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.785098] env[69302]: DEBUG oslo_concurrency.lockutils [None req-345e234f-1a9e-4717-8bcd-aab52baf9a30 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.682s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.885560] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183132, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.999271] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Acquiring lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.000159] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.019790] env[69302]: DEBUG nova.scheduler.client.report [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.040670] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27387} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.041603] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.042419] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6cc73a-ef67-4ae1-93f4-e9bed4cf6a71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.067054] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919/9991015b-e2ca-49c4-89e9-78bbe9ce9919.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.067054] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8bab0c-a8fa-40d6-a3e4-1ccd645a68aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.088032] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 715.088032] env[69302]: value = "task-3183137" [ 715.088032] env[69302]: _type = "Task" [ 715.088032] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.099080] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.137371] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183136, 'name': Rename_Task, 'duration_secs': 0.311437} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.138622] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.139095] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35e9de66-38e1-40ae-ac7f-2f7477c31bae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.148283] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 715.148283] env[69302]: value = "task-3183138" [ 715.148283] env[69302]: _type = "Task" [ 715.148283] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.159693] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.285840] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Releasing lock "refresh_cache-389cef4c-9efd-4850-bd8e-d5dbaa30ede9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.285840] env[69302]: DEBUG nova.compute.manager [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.285840] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.285840] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40313cdd-5b87-476a-a270-a2b7edd137c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.289179] env[69302]: DEBUG nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.303417] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.303693] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-519aa8d6-0428-4425-94a7-f13b903a6939 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.314168] env[69302]: DEBUG oslo_vmware.api [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 715.314168] env[69302]: value = "task-3183139" [ 715.314168] env[69302]: _type = "Task" [ 715.314168] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.325274] env[69302]: DEBUG oslo_vmware.api [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.389401] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183132, 'name': CreateVM_Task, 'duration_secs': 1.836134} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.389561] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.390801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.390801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.390801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.391144] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0856e3c-d7f6-4441-aae2-6b149040d766 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.397281] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 715.397281] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52062643-853c-e96e-55c5-cac01658773b" [ 715.397281] env[69302]: _type = "Task" [ 715.397281] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.410488] env[69302]: DEBUG nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.414081] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52062643-853c-e96e-55c5-cac01658773b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.446538] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.450020] env[69302]: DEBUG nova.virt.hardware [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.451729] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999935dd-db4b-4272-bd9c-c6d6f5c75105 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.456652] env[69302]: DEBUG nova.network.neutron [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Updated VIF entry in instance network info cache for port e0630e94-a889-4062-bcde-3f9e218ea07a. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.457286] env[69302]: DEBUG nova.network.neutron [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Updating instance_info_cache with network_info: [{"id": "e0630e94-a889-4062-bcde-3f9e218ea07a", "address": "fa:16:3e:ba:82:06", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0630e94-a8", "ovs_interfaceid": "e0630e94-a889-4062-bcde-3f9e218ea07a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.469029] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b82d80-828b-43ba-9df0-6bcac8c9b5ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.526549] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.529022] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.623s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.529164] env[69302]: DEBUG nova.objects.instance [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lazy-loading 'resources' on Instance uuid d5f48c32-267d-4702-b9f2-11cc5588a84e {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.544263] env[69302]: INFO nova.scheduler.client.report [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Deleted allocations for instance 1c952e24-4c6b-4dbc-9976-fcf5510e30c2 [ 715.599312] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.659473] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.667008] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.667316] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.811486] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.824807] env[69302]: DEBUG oslo_vmware.api [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183139, 'name': PowerOffVM_Task, 'duration_secs': 0.140136} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.825090] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.825262] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.825515] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ac18ef-7215-4bd2-a0f8-ceef6c0cd17b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.856447] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.857184] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.857636] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Deleting the datastore file [datastore1] 389cef4c-9efd-4850-bd8e-d5dbaa30ede9 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.857996] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8b05f35-6e6d-4c0d-9093-69aa48f4a6a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.867468] env[69302]: DEBUG oslo_vmware.api [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for the task: (returnval){ [ 715.867468] env[69302]: value = "task-3183141" [ 715.867468] env[69302]: _type = "Task" [ 715.867468] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.875721] env[69302]: DEBUG oslo_vmware.api [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.908375] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52062643-853c-e96e-55c5-cac01658773b, 'name': SearchDatastore_Task, 'duration_secs': 0.015645} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.909794] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.910041] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.910284] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.910430] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.910603] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.913500] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69cd5bb-22fc-489a-839a-24be7060396a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.915507] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Acquiring lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.915717] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.934643] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.934844] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.935597] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5615b7ed-53f9-4c57-9b5c-ab2b3ecd2215 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.942827] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 715.942827] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a55532-ddc1-a881-626f-dc10102890fe" [ 715.942827] env[69302]: _type = "Task" [ 715.942827] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.952199] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a55532-ddc1-a881-626f-dc10102890fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.960793] env[69302]: DEBUG oslo_concurrency.lockutils [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] Releasing lock "refresh_cache-b18af0c3-cdcb-433c-af15-1f0ce6335217" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.961100] env[69302]: DEBUG nova.compute.manager [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Received event network-changed-5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.961306] env[69302]: DEBUG nova.compute.manager [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Refreshing instance network info cache due to event network-changed-5e266307-453f-47b0-ae06-3c9facac856a. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.961540] env[69302]: DEBUG oslo_concurrency.lockutils [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] Acquiring lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.961685] env[69302]: DEBUG oslo_concurrency.lockutils [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] Acquired lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.961983] env[69302]: DEBUG nova.network.neutron [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Refreshing network info cache for port 5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.053992] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42bbc7ae-9882-4c8c-83c1-60c09c8bf812 tempest-TenantUsagesTestJSON-1877316683 tempest-TenantUsagesTestJSON-1877316683-project-member] Lock "1c952e24-4c6b-4dbc-9976-fcf5510e30c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.380s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.103698] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183137, 'name': ReconfigVM_Task, 'duration_secs': 0.538949} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.104211] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919/9991015b-e2ca-49c4-89e9-78bbe9ce9919.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.104622] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ff5db7-e277-45f2-9712-8daa5279ad99 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.114749] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 716.114749] env[69302]: value = "task-3183142" [ 716.114749] env[69302]: _type = "Task" [ 716.114749] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.124603] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183142, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.165239] env[69302]: DEBUG oslo_vmware.api [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183138, 'name': PowerOnVM_Task, 'duration_secs': 0.982189} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.165239] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.165239] env[69302]: INFO nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Took 10.40 seconds to spawn the instance on the hypervisor. [ 716.165239] env[69302]: DEBUG nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.165839] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0748621-ff48-4b98-9818-0e91f2bd137b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.380300] env[69302]: DEBUG oslo_vmware.api [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Task: {'id': task-3183141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188308} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.380707] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.381032] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.381400] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.382238] env[69302]: INFO nova.compute.manager [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 716.382238] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.384297] env[69302]: DEBUG nova.compute.manager [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.384297] env[69302]: DEBUG nova.network.neutron [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.425259] env[69302]: DEBUG nova.network.neutron [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.455519] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a55532-ddc1-a881-626f-dc10102890fe, 'name': SearchDatastore_Task, 'duration_secs': 0.028848} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.460182] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa02818-8dbf-41c3-8d3f-42319e371e4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.468326] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 716.468326] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f79b69-188d-b785-1897-21e6612e19a5" [ 716.468326] env[69302]: _type = "Task" [ 716.468326] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.480661] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f79b69-188d-b785-1897-21e6612e19a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.558936] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f998ecba-2b39-4cbe-a58a-12f3844b5ae2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.568461] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0362669f-76df-4093-a23f-c5616540db14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.605972] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891eae87-4f47-4ffd-8c73-ad423e7db514 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.620022] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccdb6bb-d13d-481c-9ab7-7248d4112096 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.625725] env[69302]: DEBUG nova.network.neutron [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Successfully updated port: 22ceebf7-be6a-4191-a998-08f1d70dae49 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.635262] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183142, 'name': Rename_Task, 'duration_secs': 0.190751} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.644194] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.644706] env[69302]: DEBUG nova.compute.provider_tree [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.646487] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a1a9072-7d27-4e86-8f16-fcc7b7b3149c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.658971] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 716.658971] env[69302]: value = "task-3183143" [ 716.658971] env[69302]: _type = "Task" [ 716.658971] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.667920] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.690592] env[69302]: INFO nova.compute.manager [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Took 35.45 seconds to build instance. [ 716.929171] env[69302]: DEBUG nova.network.neutron [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.966466] env[69302]: DEBUG nova.network.neutron [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updated VIF entry in instance network info cache for port 5e266307-453f-47b0-ae06-3c9facac856a. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.966837] env[69302]: DEBUG nova.network.neutron [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updating instance_info_cache with network_info: [{"id": "5e266307-453f-47b0-ae06-3c9facac856a", "address": "fa:16:3e:a8:62:8f", "network": {"id": "38760ceb-da9d-4106-9450-9ca1755ad2d8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1189965595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b5b8b7abc941bea19f4b23bfbfcd35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e266307-45", "ovs_interfaceid": "5e266307-453f-47b0-ae06-3c9facac856a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.981322] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f79b69-188d-b785-1897-21e6612e19a5, 'name': SearchDatastore_Task, 'duration_secs': 0.038152} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.983393] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.983811] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b18af0c3-cdcb-433c-af15-1f0ce6335217/b18af0c3-cdcb-433c-af15-1f0ce6335217.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.984409] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dac8f81-3b05-4c88-b8dc-b1ead4dfe8ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.996148] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 716.996148] env[69302]: value = "task-3183144" [ 716.996148] env[69302]: _type = "Task" [ 716.996148] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.011088] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.128243] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "refresh_cache-70505d2f-ad77-42e3-b0e7-a691d0552c50" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.132034] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquired lock "refresh_cache-70505d2f-ad77-42e3-b0e7-a691d0552c50" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.132474] env[69302]: DEBUG nova.network.neutron [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.152912] env[69302]: DEBUG nova.scheduler.client.report [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.171163] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.194106] env[69302]: DEBUG oslo_concurrency.lockutils [None req-63886e20-c7cd-41ab-a263-e58e368d298b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.732s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.258125] env[69302]: DEBUG nova.compute.manager [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Received event network-changed-40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.258904] env[69302]: DEBUG nova.compute.manager [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Refreshing instance network info cache due to event network-changed-40e56ddb-d463-489b-b925-9d8275730ad7. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.259554] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Acquiring lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.259868] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Acquired lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.260163] env[69302]: DEBUG nova.network.neutron [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Refreshing network info cache for port 40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.430569] env[69302]: INFO nova.compute.manager [-] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Took 1.05 seconds to deallocate network for instance. [ 717.469616] env[69302]: DEBUG oslo_concurrency.lockutils [req-c55f0326-071e-4f35-ae0e-5fda10d4c206 req-421a4a37-484e-4b90-b156-c90fd955cae3 service nova] Releasing lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.508222] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183144, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.657824] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.129s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.661416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.635s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.663417] env[69302]: INFO nova.compute.claims [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.678819] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.688180] env[69302]: DEBUG nova.network.neutron [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.696394] env[69302]: DEBUG nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.703120] env[69302]: INFO nova.scheduler.client.report [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Deleted allocations for instance d5f48c32-267d-4702-b9f2-11cc5588a84e [ 717.937816] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.012152] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842271} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.012441] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b18af0c3-cdcb-433c-af15-1f0ce6335217/b18af0c3-cdcb-433c-af15-1f0ce6335217.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.012658] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.012928] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63369b88-7f51-4340-9187-02af3b45d585 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.021065] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 718.021065] env[69302]: value = "task-3183145" [ 718.021065] env[69302]: _type = "Task" [ 718.021065] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.032424] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.086050] env[69302]: DEBUG nova.network.neutron [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Updating instance_info_cache with network_info: [{"id": "22ceebf7-be6a-4191-a998-08f1d70dae49", "address": "fa:16:3e:c7:45:fb", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ceebf7-be", "ovs_interfaceid": "22ceebf7-be6a-4191-a998-08f1d70dae49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.183484] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183143, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.213132] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5a8f34c8-a66e-445a-9edc-00af9293653d tempest-ServerDiagnosticsV248Test-1945643982 tempest-ServerDiagnosticsV248Test-1945643982-project-member] Lock "d5f48c32-267d-4702-b9f2-11cc5588a84e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.787s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.232312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.343760] env[69302]: DEBUG nova.network.neutron [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updated VIF entry in instance network info cache for port 40e56ddb-d463-489b-b925-9d8275730ad7. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.344428] env[69302]: DEBUG nova.network.neutron [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.533772] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074478} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.534211] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.535057] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cab3b7-096f-4504-9079-89d187e28a5c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.577432] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] b18af0c3-cdcb-433c-af15-1f0ce6335217/b18af0c3-cdcb-433c-af15-1f0ce6335217.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.577432] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a92d65-6c4a-4db7-bfd6-8b6c97e103d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.597302] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Releasing lock "refresh_cache-70505d2f-ad77-42e3-b0e7-a691d0552c50" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.597713] env[69302]: DEBUG nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Instance network_info: |[{"id": "22ceebf7-be6a-4191-a998-08f1d70dae49", "address": "fa:16:3e:c7:45:fb", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ceebf7-be", "ovs_interfaceid": "22ceebf7-be6a-4191-a998-08f1d70dae49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.598141] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:45:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22ceebf7-be6a-4191-a998-08f1d70dae49', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.605834] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.606563] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.606755] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8c84b09-3d9e-44ba-a4b4-e382a29834e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.623352] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 718.623352] env[69302]: value = "task-3183146" [ 718.623352] env[69302]: _type = "Task" [ 718.623352] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.633623] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.635359] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.635359] env[69302]: value = "task-3183147" [ 718.635359] env[69302]: _type = "Task" [ 718.635359] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.644590] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183147, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.683519] env[69302]: DEBUG oslo_vmware.api [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183143, 'name': PowerOnVM_Task, 'duration_secs': 1.603221} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.684023] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.684235] env[69302]: DEBUG nova.compute.manager [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.687707] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96363622-1940-4c27-b181-dfa00c5971ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.849760] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Releasing lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.850036] env[69302]: DEBUG nova.compute.manager [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Received event network-vif-plugged-22ceebf7-be6a-4191-a998-08f1d70dae49 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.850249] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Acquiring lock "70505d2f-ad77-42e3-b0e7-a691d0552c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.850451] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Lock "70505d2f-ad77-42e3-b0e7-a691d0552c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.850610] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Lock "70505d2f-ad77-42e3-b0e7-a691d0552c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.850847] env[69302]: DEBUG nova.compute.manager [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] No waiting events found dispatching network-vif-plugged-22ceebf7-be6a-4191-a998-08f1d70dae49 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.851076] env[69302]: WARNING nova.compute.manager [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Received unexpected event network-vif-plugged-22ceebf7-be6a-4191-a998-08f1d70dae49 for instance with vm_state building and task_state spawning. [ 718.851251] env[69302]: DEBUG nova.compute.manager [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Received event network-changed-22ceebf7-be6a-4191-a998-08f1d70dae49 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.851405] env[69302]: DEBUG nova.compute.manager [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Refreshing instance network info cache due to event network-changed-22ceebf7-be6a-4191-a998-08f1d70dae49. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.851590] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Acquiring lock "refresh_cache-70505d2f-ad77-42e3-b0e7-a691d0552c50" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.851723] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Acquired lock "refresh_cache-70505d2f-ad77-42e3-b0e7-a691d0552c50" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.851890] env[69302]: DEBUG nova.network.neutron [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Refreshing network info cache for port 22ceebf7-be6a-4191-a998-08f1d70dae49 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.646607] env[69302]: DEBUG nova.compute.manager [req-f8447f81-e2aa-4c14-80ae-b43bb6b4bdb5 req-f56777f7-0866-4d0d-9eb6-79cfb0b84a7d service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Received event network-changed-43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.646962] env[69302]: DEBUG nova.compute.manager [req-f8447f81-e2aa-4c14-80ae-b43bb6b4bdb5 req-f56777f7-0866-4d0d-9eb6-79cfb0b84a7d service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Refreshing instance network info cache due to event network-changed-43112d76-55a5-4646-b093-88e468ee66a3. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.647092] env[69302]: DEBUG oslo_concurrency.lockutils [req-f8447f81-e2aa-4c14-80ae-b43bb6b4bdb5 req-f56777f7-0866-4d0d-9eb6-79cfb0b84a7d service nova] Acquiring lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.647241] env[69302]: DEBUG oslo_concurrency.lockutils [req-f8447f81-e2aa-4c14-80ae-b43bb6b4bdb5 req-f56777f7-0866-4d0d-9eb6-79cfb0b84a7d service nova] Acquired lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.647402] env[69302]: DEBUG nova.network.neutron [req-f8447f81-e2aa-4c14-80ae-b43bb6b4bdb5 req-f56777f7-0866-4d0d-9eb6-79cfb0b84a7d service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Refreshing network info cache for port 43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.652042] env[69302]: DEBUG nova.compute.manager [req-c01c5109-a06e-42ba-81c4-ce81819d6d20 req-a098ce68-3e9e-45e2-970e-ea25b6e545d7 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Received event network-changed-5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.652042] env[69302]: DEBUG nova.compute.manager [req-c01c5109-a06e-42ba-81c4-ce81819d6d20 req-a098ce68-3e9e-45e2-970e-ea25b6e545d7 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Refreshing instance network info cache due to event network-changed-5e266307-453f-47b0-ae06-3c9facac856a. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.652042] env[69302]: DEBUG oslo_concurrency.lockutils [req-c01c5109-a06e-42ba-81c4-ce81819d6d20 req-a098ce68-3e9e-45e2-970e-ea25b6e545d7 service nova] Acquiring lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.652042] env[69302]: DEBUG oslo_concurrency.lockutils [req-c01c5109-a06e-42ba-81c4-ce81819d6d20 req-a098ce68-3e9e-45e2-970e-ea25b6e545d7 service nova] Acquired lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652042] env[69302]: DEBUG nova.network.neutron [req-c01c5109-a06e-42ba-81c4-ce81819d6d20 req-a098ce68-3e9e-45e2-970e-ea25b6e545d7 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Refreshing network info cache for port 5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.652042] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.662733] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183146, 'name': ReconfigVM_Task, 'duration_secs': 0.487447} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.662805] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183147, 'name': CreateVM_Task, 'duration_secs': 0.458807} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.666330] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Reconfigured VM instance instance-00000016 to attach disk [datastore2] b18af0c3-cdcb-433c-af15-1f0ce6335217/b18af0c3-cdcb-433c-af15-1f0ce6335217.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.666898] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.668036] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03a59e64-2c86-4c55-a96f-03e4fe4fe791 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.669571] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.670200] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.670200] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.670827] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d664e3d8-077b-48d8-b752-297c9e98d7f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.677496] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 719.677496] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521c37ab-7dec-3f31-376a-0173f75aed67" [ 719.677496] env[69302]: _type = "Task" [ 719.677496] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.685603] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 719.685603] env[69302]: value = "task-3183148" [ 719.685603] env[69302]: _type = "Task" [ 719.685603] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.692596] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521c37ab-7dec-3f31-376a-0173f75aed67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.698233] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183148, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.003785] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d3d59-91b3-4697-b2cd-c87a35b2f592 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.016712] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877af8d5-639b-4190-9cd1-bcb5b303f9f4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.050307] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd642c5f-d84c-4bd1-9da8-ed669ae11e43 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.061018] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f32846-ee89-42a7-bda2-b5c053fbbab4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.078812] env[69302]: DEBUG nova.compute.provider_tree [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.163858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquiring lock "44884e11-f74e-4b24-9176-ff739acb1143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.164120] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "44884e11-f74e-4b24-9176-ff739acb1143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.164328] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquiring lock "44884e11-f74e-4b24-9176-ff739acb1143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.165089] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "44884e11-f74e-4b24-9176-ff739acb1143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.165089] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "44884e11-f74e-4b24-9176-ff739acb1143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.166853] env[69302]: INFO nova.compute.manager [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Terminating instance [ 720.189451] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521c37ab-7dec-3f31-376a-0173f75aed67, 'name': SearchDatastore_Task, 'duration_secs': 0.019815} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.192695] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.192939] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.193480] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.193741] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.194112] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.194562] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b367da-8a52-4836-9362-e1f0153c6967 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.205334] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183148, 'name': Rename_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.206442] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.206615] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.207324] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48a64e2-ec25-457f-bdfd-f0e20a2ae789 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.215432] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 720.215432] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c19305-1c20-ae87-cb5c-bba7cefd928f" [ 720.215432] env[69302]: _type = "Task" [ 720.215432] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.231052] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c19305-1c20-ae87-cb5c-bba7cefd928f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.353277] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.353550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.353895] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.354088] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.354251] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.356507] env[69302]: INFO nova.compute.manager [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Terminating instance [ 720.419416] env[69302]: DEBUG nova.network.neutron [req-c01c5109-a06e-42ba-81c4-ce81819d6d20 req-a098ce68-3e9e-45e2-970e-ea25b6e545d7 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updated VIF entry in instance network info cache for port 5e266307-453f-47b0-ae06-3c9facac856a. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.419416] env[69302]: DEBUG nova.network.neutron [req-c01c5109-a06e-42ba-81c4-ce81819d6d20 req-a098ce68-3e9e-45e2-970e-ea25b6e545d7 service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updating instance_info_cache with network_info: [{"id": "5e266307-453f-47b0-ae06-3c9facac856a", "address": "fa:16:3e:a8:62:8f", "network": {"id": "38760ceb-da9d-4106-9450-9ca1755ad2d8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1189965595-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76b5b8b7abc941bea19f4b23bfbfcd35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e266307-45", "ovs_interfaceid": "5e266307-453f-47b0-ae06-3c9facac856a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.566781] env[69302]: DEBUG nova.network.neutron [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Updated VIF entry in instance network info cache for port 22ceebf7-be6a-4191-a998-08f1d70dae49. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.567164] env[69302]: DEBUG nova.network.neutron [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Updating instance_info_cache with network_info: [{"id": "22ceebf7-be6a-4191-a998-08f1d70dae49", "address": "fa:16:3e:c7:45:fb", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ceebf7-be", "ovs_interfaceid": "22ceebf7-be6a-4191-a998-08f1d70dae49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.581925] env[69302]: DEBUG nova.scheduler.client.report [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.674155] env[69302]: DEBUG nova.compute.manager [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.674417] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.675548] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571d6921-9f1a-4f04-aa91-6cda106fe61c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.684312] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.684834] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccd9cb2-eb71-4f7b-8645-7e7d05bee99a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.696171] env[69302]: DEBUG oslo_vmware.api [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 720.696171] env[69302]: value = "task-3183149" [ 720.696171] env[69302]: _type = "Task" [ 720.696171] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.705697] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183148, 'name': Rename_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.711535] env[69302]: DEBUG oslo_vmware.api [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.727520] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c19305-1c20-ae87-cb5c-bba7cefd928f, 'name': SearchDatastore_Task, 'duration_secs': 0.013935} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.729498] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5ca7ba-7c9d-4844-86e9-ce1b8f34d3a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.734603] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 720.734603] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aa7df9-52fd-0905-efaf-390ed06d02c6" [ 720.734603] env[69302]: _type = "Task" [ 720.734603] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.744961] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aa7df9-52fd-0905-efaf-390ed06d02c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.836027] env[69302]: DEBUG nova.network.neutron [req-f8447f81-e2aa-4c14-80ae-b43bb6b4bdb5 req-f56777f7-0866-4d0d-9eb6-79cfb0b84a7d service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Updated VIF entry in instance network info cache for port 43112d76-55a5-4646-b093-88e468ee66a3. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.836642] env[69302]: DEBUG nova.network.neutron [req-f8447f81-e2aa-4c14-80ae-b43bb6b4bdb5 req-f56777f7-0866-4d0d-9eb6-79cfb0b84a7d service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Updating instance_info_cache with network_info: [{"id": "43112d76-55a5-4646-b093-88e468ee66a3", "address": "fa:16:3e:1a:ec:96", "network": {"id": "7f9f8141-5e54-4f20-9ac3-b9c5f1d1a938", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-317716125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d39aa93f504f8e95a4adc6ec756489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43112d76-55", "ovs_interfaceid": "43112d76-55a5-4646-b093-88e468ee66a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.860753] env[69302]: DEBUG nova.compute.manager [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.861062] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.861907] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119d07a-0b58-4ef2-9f6b-ff2b3fa74a9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.873151] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.874248] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d8b9f0f-c5f5-405a-92c5-f4edf0ff94dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.884483] env[69302]: DEBUG oslo_vmware.api [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 720.884483] env[69302]: value = "task-3183150" [ 720.884483] env[69302]: _type = "Task" [ 720.884483] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.898528] env[69302]: DEBUG oslo_vmware.api [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.922697] env[69302]: DEBUG oslo_concurrency.lockutils [req-c01c5109-a06e-42ba-81c4-ce81819d6d20 req-a098ce68-3e9e-45e2-970e-ea25b6e545d7 service nova] Releasing lock "refresh_cache-44884e11-f74e-4b24-9176-ff739acb1143" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.072551] env[69302]: DEBUG oslo_concurrency.lockutils [req-6a3c4d19-766c-4928-872a-9436ff0e76d7 req-9286e4a6-8e1e-410d-a608-7a48e771a4d3 service nova] Releasing lock "refresh_cache-70505d2f-ad77-42e3-b0e7-a691d0552c50" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.089835] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.429s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.091082] env[69302]: DEBUG nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.096137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.649s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.096367] env[69302]: DEBUG nova.objects.instance [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 721.204658] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183148, 'name': Rename_Task, 'duration_secs': 1.177208} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.205560] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.205860] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8cf08e9-566a-46ed-ad5b-7b422b70a8af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.212179] env[69302]: DEBUG oslo_vmware.api [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183149, 'name': PowerOffVM_Task, 'duration_secs': 0.327579} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.216490] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.216676] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.216932] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29ac85c1-fb5e-416d-83ef-dbec0a34b9f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.221909] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 721.221909] env[69302]: value = "task-3183151" [ 721.221909] env[69302]: _type = "Task" [ 721.221909] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.234290] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.245233] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aa7df9-52fd-0905-efaf-390ed06d02c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.245571] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.245837] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 70505d2f-ad77-42e3-b0e7-a691d0552c50/70505d2f-ad77-42e3-b0e7-a691d0552c50.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.246170] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af87ac3f-434c-4651-939b-4f2fa0bfb33b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.254505] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 721.254505] env[69302]: value = "task-3183153" [ 721.254505] env[69302]: _type = "Task" [ 721.254505] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.267809] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.300161] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.300161] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.300161] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Deleting the datastore file [datastore1] 44884e11-f74e-4b24-9176-ff739acb1143 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.300161] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5df42bd9-b377-42b3-bd56-3cae9cb12105 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.311823] env[69302]: DEBUG oslo_vmware.api [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for the task: (returnval){ [ 721.311823] env[69302]: value = "task-3183154" [ 721.311823] env[69302]: _type = "Task" [ 721.311823] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.322856] env[69302]: DEBUG oslo_vmware.api [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.341778] env[69302]: DEBUG oslo_concurrency.lockutils [req-f8447f81-e2aa-4c14-80ae-b43bb6b4bdb5 req-f56777f7-0866-4d0d-9eb6-79cfb0b84a7d service nova] Releasing lock "refresh_cache-3be491dc-0ed7-40e5-b725-f7dfb1a951e6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.404019] env[69302]: DEBUG oslo_vmware.api [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183150, 'name': PowerOffVM_Task, 'duration_secs': 0.21685} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.404019] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.404019] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.404019] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b636fce-37e9-46a9-8b16-29357681641a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.485025] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.485025] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.485025] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleting the datastore file [datastore2] 9991015b-e2ca-49c4-89e9-78bbe9ce9919 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.485025] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c9d453-c68e-422f-9aed-28c80887d645 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.493218] env[69302]: DEBUG oslo_vmware.api [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 721.493218] env[69302]: value = "task-3183156" [ 721.493218] env[69302]: _type = "Task" [ 721.493218] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.506444] env[69302]: DEBUG oslo_vmware.api [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.576588] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "b9f03655-3359-4901-a28a-08abe82ee49f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.576969] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9f03655-3359-4901-a28a-08abe82ee49f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.604652] env[69302]: DEBUG nova.compute.utils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.606388] env[69302]: DEBUG nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.606588] env[69302]: DEBUG nova.network.neutron [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.734839] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.748049] env[69302]: DEBUG nova.policy [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3f8c47eb8d5428daae5aab51cfb86a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29c9d7fa0a7a4477b2433570ffea49ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.769308] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.830866] env[69302]: DEBUG oslo_vmware.api [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Task: {'id': task-3183154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307557} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.835405] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.836087] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.836180] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.836418] env[69302]: INFO nova.compute.manager [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Took 1.16 seconds to destroy the instance on the hypervisor. [ 721.836793] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.838025] env[69302]: DEBUG nova.compute.manager [-] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.838025] env[69302]: DEBUG nova.network.neutron [-] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.006568] env[69302]: DEBUG oslo_vmware.api [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.114247] env[69302]: DEBUG nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.120632] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bb6582d-d5f0-4a7e-b102-1a1d56fcd191 tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.120632] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.478s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.121710] env[69302]: INFO nova.compute.claims [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.238596] env[69302]: DEBUG oslo_vmware.api [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183151, 'name': PowerOnVM_Task, 'duration_secs': 0.86813} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.240515] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.240515] env[69302]: INFO nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Took 11.52 seconds to spawn the instance on the hypervisor. [ 722.240515] env[69302]: DEBUG nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.240515] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6769a8-a795-4f18-93c9-ce14481eebf2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.271021] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689323} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.271021] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 70505d2f-ad77-42e3-b0e7-a691d0552c50/70505d2f-ad77-42e3-b0e7-a691d0552c50.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.271021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.272320] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbd64e6f-97b4-48aa-afbc-549ce57907cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.280655] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 722.280655] env[69302]: value = "task-3183157" [ 722.280655] env[69302]: _type = "Task" [ 722.280655] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.292669] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.512628] env[69302]: DEBUG oslo_vmware.api [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.76081} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.512628] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.512628] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.512628] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.512628] env[69302]: INFO nova.compute.manager [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Took 1.65 seconds to destroy the instance on the hypervisor. [ 722.512628] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.512628] env[69302]: DEBUG nova.compute.manager [-] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.512628] env[69302]: DEBUG nova.network.neutron [-] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.767978] env[69302]: INFO nova.compute.manager [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Took 38.84 seconds to build instance. [ 722.797011] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068166} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.797487] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.799781] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d51484-4942-42fc-8911-fcc88edb3a96 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.825013] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 70505d2f-ad77-42e3-b0e7-a691d0552c50/70505d2f-ad77-42e3-b0e7-a691d0552c50.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.828682] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0589c821-5141-4090-ac4e-4b8badf92a51 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.848191] env[69302]: DEBUG nova.network.neutron [-] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.857169] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 722.857169] env[69302]: value = "task-3183158" [ 722.857169] env[69302]: _type = "Task" [ 722.857169] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.868353] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.008622] env[69302]: DEBUG nova.compute.manager [req-ff75609b-3024-4e22-b5af-2e67139d8dcc req-8951fd0f-46e8-42d4-923a-7e8e5d9995ef service nova] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Received event network-vif-deleted-3e04f638-c441-4d73-9ebb-d593aa29949e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.111765] env[69302]: DEBUG nova.compute.manager [req-fe66237e-1763-4472-8063-73c25f34bc4a req-5afdd66c-c4c9-4077-bd99-b6184f79dabe service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Received event network-vif-deleted-5e266307-453f-47b0-ae06-3c9facac856a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.111962] env[69302]: INFO nova.compute.manager [req-fe66237e-1763-4472-8063-73c25f34bc4a req-5afdd66c-c4c9-4077-bd99-b6184f79dabe service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Neutron deleted interface 5e266307-453f-47b0-ae06-3c9facac856a; detaching it from the instance and deleting it from the info cache [ 723.112189] env[69302]: DEBUG nova.network.neutron [req-fe66237e-1763-4472-8063-73c25f34bc4a req-5afdd66c-c4c9-4077-bd99-b6184f79dabe service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.133656] env[69302]: DEBUG nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.178929] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.179194] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.180090] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.180090] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.180090] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.180090] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.180090] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.180450] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.180656] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.180837] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.181047] env[69302]: DEBUG nova.virt.hardware [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.182474] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fffbcdc-b038-4c29-8997-9b1e6f925144 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.195128] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab0ef9a-af51-4bbe-a635-7a8f567e4500 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.231966] env[69302]: DEBUG nova.network.neutron [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Successfully created port: 47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.270080] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c0256ec4-82c3-42e7-9d31-5e97fd87bec8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "b18af0c3-cdcb-433c-af15-1f0ce6335217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.047s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.352161] env[69302]: INFO nova.compute.manager [-] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Took 0.84 seconds to deallocate network for instance. [ 723.374755] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.501082] env[69302]: DEBUG nova.network.neutron [-] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.618400] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a519d29-8d7c-4e41-8c3d-4e95b71a10d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.631913] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13302bd6-b337-4115-a16e-b905299d1c7e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.684322] env[69302]: DEBUG nova.compute.manager [req-fe66237e-1763-4472-8063-73c25f34bc4a req-5afdd66c-c4c9-4077-bd99-b6184f79dabe service nova] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Detach interface failed, port_id=5e266307-453f-47b0-ae06-3c9facac856a, reason: Instance 44884e11-f74e-4b24-9176-ff739acb1143 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.698669] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d2ee4-b1a7-4c17-a235-3bab4744ab3b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.708228] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d293d7-8af6-4180-94f2-241064962ad4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.746399] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140ce164-18e8-4880-a80f-82d5c6035583 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.755618] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352768b-5a50-4fbf-8f7e-cf1e439c088c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.774289] env[69302]: DEBUG nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.777510] env[69302]: DEBUG nova.compute.provider_tree [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.863850] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.870844] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183158, 'name': ReconfigVM_Task, 'duration_secs': 0.593167} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.871154] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 70505d2f-ad77-42e3-b0e7-a691d0552c50/70505d2f-ad77-42e3-b0e7-a691d0552c50.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.872366] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a035679-1b0f-4989-9046-bbc2963afff6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.880358] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 723.880358] env[69302]: value = "task-3183159" [ 723.880358] env[69302]: _type = "Task" [ 723.880358] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.890221] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183159, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.004524] env[69302]: INFO nova.compute.manager [-] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Took 2.17 seconds to deallocate network for instance. [ 724.283273] env[69302]: DEBUG nova.scheduler.client.report [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.316387] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.393018] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183159, 'name': Rename_Task, 'duration_secs': 0.179782} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.393314] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.393613] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f12852cc-6498-4c5b-a510-44357897a6f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.401940] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 724.401940] env[69302]: value = "task-3183160" [ 724.401940] env[69302]: _type = "Task" [ 724.401940] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.411096] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.514541] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.789459] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.791782] env[69302]: DEBUG nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.796038] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.134s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.798152] env[69302]: INFO nova.compute.claims [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.916846] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183160, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.212150] env[69302]: DEBUG nova.network.neutron [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Successfully updated port: 47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.299306] env[69302]: DEBUG nova.compute.utils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.305011] env[69302]: DEBUG nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.305250] env[69302]: DEBUG nova.network.neutron [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.365936] env[69302]: DEBUG nova.policy [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9903a0db1854918bf922376f1c936a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c95493b647473d85c4af9b662607a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.421018] env[69302]: DEBUG oslo_vmware.api [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183160, 'name': PowerOnVM_Task, 'duration_secs': 0.67529} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.421018] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.421018] env[69302]: INFO nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Took 10.01 seconds to spawn the instance on the hypervisor. [ 725.421018] env[69302]: DEBUG nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.421439] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcc391b-f651-45ea-9e33-ece971a9b41c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.446759] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquiring lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.447010] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.516382] env[69302]: DEBUG nova.compute.manager [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.518794] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba62943-6c15-46d7-bb3d-ba4ff5663b1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.673896] env[69302]: DEBUG nova.compute.manager [req-283478f7-ee14-49c7-9f33-6e9ff8aec7a7 req-0940bb1f-8656-4455-b4ec-aa60f001f2a7 service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Received event network-vif-plugged-47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.674139] env[69302]: DEBUG oslo_concurrency.lockutils [req-283478f7-ee14-49c7-9f33-6e9ff8aec7a7 req-0940bb1f-8656-4455-b4ec-aa60f001f2a7 service nova] Acquiring lock "17485f1e-c1f0-432e-a121-14a75e4afd52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.674356] env[69302]: DEBUG oslo_concurrency.lockutils [req-283478f7-ee14-49c7-9f33-6e9ff8aec7a7 req-0940bb1f-8656-4455-b4ec-aa60f001f2a7 service nova] Lock "17485f1e-c1f0-432e-a121-14a75e4afd52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.674522] env[69302]: DEBUG oslo_concurrency.lockutils [req-283478f7-ee14-49c7-9f33-6e9ff8aec7a7 req-0940bb1f-8656-4455-b4ec-aa60f001f2a7 service nova] Lock "17485f1e-c1f0-432e-a121-14a75e4afd52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.674683] env[69302]: DEBUG nova.compute.manager [req-283478f7-ee14-49c7-9f33-6e9ff8aec7a7 req-0940bb1f-8656-4455-b4ec-aa60f001f2a7 service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] No waiting events found dispatching network-vif-plugged-47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.674843] env[69302]: WARNING nova.compute.manager [req-283478f7-ee14-49c7-9f33-6e9ff8aec7a7 req-0940bb1f-8656-4455-b4ec-aa60f001f2a7 service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Received unexpected event network-vif-plugged-47101f37-04ad-4d16-af99-af7852dad612 for instance with vm_state building and task_state spawning. [ 725.715418] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquiring lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.715418] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquired lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.715418] env[69302]: DEBUG nova.network.neutron [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.812272] env[69302]: DEBUG nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.941369] env[69302]: INFO nova.compute.manager [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Took 37.20 seconds to build instance. [ 726.035708] env[69302]: INFO nova.compute.manager [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] instance snapshotting [ 726.039997] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed1adb6-6d08-4be1-8bfb-b730fa6a3f3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.070160] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7572a08b-9335-4fa9-bd71-7fc3fbde9a71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.127526] env[69302]: DEBUG nova.network.neutron [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Successfully created port: c70a5a92-e56c-4d4e-9e5b-9827ad6b9721 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.300687] env[69302]: DEBUG nova.network.neutron [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.351375] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae77ca8-4bbc-49bd-8271-359fa8df3450 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.368714] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d6b330-6dbf-469d-8bc4-2babab68a799 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.411404] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6cbba9-6dbe-47fa-8091-2162adb62fdc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.420340] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17cbd72-bdf3-47b4-8b03-9f92382a7b7a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.434827] env[69302]: DEBUG nova.compute.provider_tree [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.442932] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e494a72c-5ec2-4785-bf02-342536ee0560 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "70505d2f-ad77-42e3-b0e7-a691d0552c50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.522s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.583749] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.583749] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7b25dd33-9ce3-467c-8c11-bc29ff8a4851 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.593078] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 726.593078] env[69302]: value = "task-3183161" [ 726.593078] env[69302]: _type = "Task" [ 726.593078] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.605825] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183161, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.608365] env[69302]: DEBUG nova.network.neutron [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Updating instance_info_cache with network_info: [{"id": "47101f37-04ad-4d16-af99-af7852dad612", "address": "fa:16:3e:a0:87:cf", "network": {"id": "e6fc15da-16f1-4471-bee2-1a815510b957", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1576352548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c9d7fa0a7a4477b2433570ffea49ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47101f37-04", "ovs_interfaceid": "47101f37-04ad-4d16-af99-af7852dad612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.822512] env[69302]: DEBUG nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.837658] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "5521f7d1-b8ac-4856-8722-4fd67133da37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.837919] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "5521f7d1-b8ac-4856-8722-4fd67133da37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.854298] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.855107] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.855107] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.855107] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.855107] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.855107] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.855367] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.855417] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.855583] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.855792] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.855901] env[69302]: DEBUG nova.virt.hardware [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.857120] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec514a12-fe11-41c9-b2d6-080e9124b732 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.866964] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec5e015-a017-401d-87ed-c91bb7fa729f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.938661] env[69302]: DEBUG nova.scheduler.client.report [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.947614] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.104534] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183161, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.111579] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Releasing lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.112184] env[69302]: DEBUG nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Instance network_info: |[{"id": "47101f37-04ad-4d16-af99-af7852dad612", "address": "fa:16:3e:a0:87:cf", "network": {"id": "e6fc15da-16f1-4471-bee2-1a815510b957", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1576352548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c9d7fa0a7a4477b2433570ffea49ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47101f37-04", "ovs_interfaceid": "47101f37-04ad-4d16-af99-af7852dad612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.112800] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:87:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47101f37-04ad-4d16-af99-af7852dad612', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.123718] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Creating folder: Project (29c9d7fa0a7a4477b2433570ffea49ea). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.124389] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc208c86-45a4-4d38-a678-f7c4da645b5b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.139751] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Created folder: Project (29c9d7fa0a7a4477b2433570ffea49ea) in parent group-v636578. [ 727.140033] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Creating folder: Instances. Parent ref: group-v636654. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.140342] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f1cbb53-640a-403a-866c-be9838400332 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.152353] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Created folder: Instances in parent group-v636654. [ 727.152591] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.153415] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.153415] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e696ea-2ce8-44c4-b7cb-ed0a4dcdb8e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.174445] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.174445] env[69302]: value = "task-3183164" [ 727.174445] env[69302]: _type = "Task" [ 727.174445] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.188446] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183164, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.445410] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.445800] env[69302]: DEBUG nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.448485] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.073s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.448642] env[69302]: DEBUG nova.objects.instance [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lazy-loading 'resources' on Instance uuid dd81649a-43aa-42f9-bb5b-8450a93258a3 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.474175] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.604268] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183161, 'name': CreateSnapshot_Task, 'duration_secs': 0.622355} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.604539] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.605321] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076897b5-348d-4e9d-b357-b8fc6320fd26 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.689050] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183164, 'name': CreateVM_Task, 'duration_secs': 0.345244} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.689171] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.689844] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.690112] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.690450] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.691019] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b34c7b4b-6ae4-46a4-8e48-af0fb9456caa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.696533] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 727.696533] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cdedf3-921f-f953-ba37-22dc9a900575" [ 727.696533] env[69302]: _type = "Task" [ 727.696533] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.705528] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cdedf3-921f-f953-ba37-22dc9a900575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.952059] env[69302]: DEBUG nova.compute.utils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.956742] env[69302]: DEBUG nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.956921] env[69302]: DEBUG nova.network.neutron [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.006318] env[69302]: DEBUG nova.network.neutron [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Successfully updated port: c70a5a92-e56c-4d4e-9e5b-9827ad6b9721 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.016484] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "70505d2f-ad77-42e3-b0e7-a691d0552c50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.016550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "70505d2f-ad77-42e3-b0e7-a691d0552c50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.017216] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "70505d2f-ad77-42e3-b0e7-a691d0552c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.017469] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "70505d2f-ad77-42e3-b0e7-a691d0552c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.017682] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "70505d2f-ad77-42e3-b0e7-a691d0552c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.021121] env[69302]: INFO nova.compute.manager [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Terminating instance [ 728.048429] env[69302]: DEBUG nova.policy [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '217f343608b544c0b8fac31442335a09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd427690d1e744282832cdb2961c5ee5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.091496] env[69302]: DEBUG nova.compute.manager [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Received event network-changed-47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.092854] env[69302]: DEBUG nova.compute.manager [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Refreshing instance network info cache due to event network-changed-47101f37-04ad-4d16-af99-af7852dad612. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.093110] env[69302]: DEBUG oslo_concurrency.lockutils [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] Acquiring lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.093318] env[69302]: DEBUG oslo_concurrency.lockutils [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] Acquired lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.093505] env[69302]: DEBUG nova.network.neutron [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Refreshing network info cache for port 47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.125809] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.126412] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e80b4272-d793-4a41-ab63-6a99fd7c8b74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.141604] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 728.141604] env[69302]: value = "task-3183165" [ 728.141604] env[69302]: _type = "Task" [ 728.141604] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.154209] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183165, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.212320] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cdedf3-921f-f953-ba37-22dc9a900575, 'name': SearchDatastore_Task, 'duration_secs': 0.015042} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.215237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.215482] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.215750] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.216165] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.216165] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.216647] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b97c9ffa-1f6a-4fb9-9728-337747e2319a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.226927] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.227217] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.227843] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cee16f-40ba-44e8-9061-5d26af5278ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.237571] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 728.237571] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f84b05-999c-9145-4259-516f8ab6ab48" [ 728.237571] env[69302]: _type = "Task" [ 728.237571] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.247693] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f84b05-999c-9145-4259-516f8ab6ab48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.457620] env[69302]: DEBUG nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.499440] env[69302]: DEBUG nova.network.neutron [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Successfully created port: 4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.506150] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "refresh_cache-81ac6050-d6fc-4479-a8b8-2e54078b8437" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.506712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquired lock "refresh_cache-81ac6050-d6fc-4479-a8b8-2e54078b8437" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.506712] env[69302]: DEBUG nova.network.neutron [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.527480] env[69302]: DEBUG nova.compute.manager [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.527719] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.529179] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c4488a-1a35-4b12-a0f4-5c8e4f356fbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.536362] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739e2a2-76d9-40b5-a406-75d475cd46ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.563030] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36917432-f3ec-4c3f-ab99-127c615aa04c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.565854] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.566280] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d66425d5-f69a-4549-8032-ddf5a5adbece {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.608295] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbbd82b-e551-411b-bf7e-8e13e5cf7458 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.611164] env[69302]: DEBUG oslo_vmware.api [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 728.611164] env[69302]: value = "task-3183166" [ 728.611164] env[69302]: _type = "Task" [ 728.611164] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.619122] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea80fa4c-8cd2-4451-b0cf-45a9869d985a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.627117] env[69302]: DEBUG oslo_vmware.api [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.639318] env[69302]: DEBUG nova.compute.provider_tree [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.651632] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183165, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.750482] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f84b05-999c-9145-4259-516f8ab6ab48, 'name': SearchDatastore_Task, 'duration_secs': 0.021507} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.751416] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193f0fae-1dd5-48c6-99b3-90dfb245d33a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.758292] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 728.758292] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f398a3-4284-66fe-abf2-266234599b53" [ 728.758292] env[69302]: _type = "Task" [ 728.758292] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.774124] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f398a3-4284-66fe-abf2-266234599b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.044500] env[69302]: DEBUG nova.network.neutron [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Updated VIF entry in instance network info cache for port 47101f37-04ad-4d16-af99-af7852dad612. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.044878] env[69302]: DEBUG nova.network.neutron [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Updating instance_info_cache with network_info: [{"id": "47101f37-04ad-4d16-af99-af7852dad612", "address": "fa:16:3e:a0:87:cf", "network": {"id": "e6fc15da-16f1-4471-bee2-1a815510b957", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1576352548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c9d7fa0a7a4477b2433570ffea49ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47101f37-04", "ovs_interfaceid": "47101f37-04ad-4d16-af99-af7852dad612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.046783] env[69302]: DEBUG nova.network.neutron [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.123293] env[69302]: DEBUG oslo_vmware.api [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183166, 'name': PowerOffVM_Task, 'duration_secs': 0.233879} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.123614] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.123814] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.124083] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d307a376-f152-4b96-8ff2-b4d56e97ede6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.149261] env[69302]: DEBUG nova.scheduler.client.report [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.162793] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183165, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.195584] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.195827] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.196063] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Deleting the datastore file [datastore2] 70505d2f-ad77-42e3-b0e7-a691d0552c50 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.196313] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86365233-db9a-4b39-b02b-5bbcb7eea3c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.204271] env[69302]: DEBUG oslo_vmware.api [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for the task: (returnval){ [ 729.204271] env[69302]: value = "task-3183168" [ 729.204271] env[69302]: _type = "Task" [ 729.204271] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.216689] env[69302]: DEBUG oslo_vmware.api [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.259040] env[69302]: DEBUG nova.network.neutron [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Updating instance_info_cache with network_info: [{"id": "c70a5a92-e56c-4d4e-9e5b-9827ad6b9721", "address": "fa:16:3e:c4:9c:7b", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70a5a92-e5", "ovs_interfaceid": "c70a5a92-e56c-4d4e-9e5b-9827ad6b9721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.271452] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f398a3-4284-66fe-abf2-266234599b53, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.271729] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.272081] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 17485f1e-c1f0-432e-a121-14a75e4afd52/17485f1e-c1f0-432e-a121-14a75e4afd52.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.272397] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59e6d1e5-175a-4dfe-b440-97a24a832806 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.282709] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 729.282709] env[69302]: value = "task-3183169" [ 729.282709] env[69302]: _type = "Task" [ 729.282709] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.292426] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.470941] env[69302]: DEBUG nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.502776] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.503114] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.503286] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.503488] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.503635] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.503781] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.503992] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.504211] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.504459] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.504686] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.504923] env[69302]: DEBUG nova.virt.hardware [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.506374] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909ea92c-7155-4760-877f-856cd614ce7e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.516266] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed693a-9078-4b3d-b41a-12d0cf35796d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.551232] env[69302]: DEBUG oslo_concurrency.lockutils [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] Releasing lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.551538] env[69302]: DEBUG nova.compute.manager [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Received event network-vif-plugged-c70a5a92-e56c-4d4e-9e5b-9827ad6b9721 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.551744] env[69302]: DEBUG oslo_concurrency.lockutils [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] Acquiring lock "81ac6050-d6fc-4479-a8b8-2e54078b8437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.551962] env[69302]: DEBUG oslo_concurrency.lockutils [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] Lock "81ac6050-d6fc-4479-a8b8-2e54078b8437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.552206] env[69302]: DEBUG oslo_concurrency.lockutils [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] Lock "81ac6050-d6fc-4479-a8b8-2e54078b8437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.552391] env[69302]: DEBUG nova.compute.manager [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] No waiting events found dispatching network-vif-plugged-c70a5a92-e56c-4d4e-9e5b-9827ad6b9721 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.552563] env[69302]: WARNING nova.compute.manager [req-55ffd46a-dd69-4c71-9736-4d5bac4d246b req-e2bcac35-0535-4246-ac8a-cbc7133b767e service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Received unexpected event network-vif-plugged-c70a5a92-e56c-4d4e-9e5b-9827ad6b9721 for instance with vm_state building and task_state spawning. [ 729.654116] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183165, 'name': CloneVM_Task, 'duration_secs': 1.374717} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.654563] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Created linked-clone VM from snapshot [ 729.656591] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5be222-4b4e-471c-b915-9a6ff2cd4c41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.658905] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.661818] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.173s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.663108] env[69302]: INFO nova.compute.claims [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.673531] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Uploading image 3aa257b9-8042-431e-b42d-8a43915c99e7 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.688246] env[69302]: INFO nova.scheduler.client.report [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Deleted allocations for instance dd81649a-43aa-42f9-bb5b-8450a93258a3 [ 729.705539] env[69302]: DEBUG oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.705539] env[69302]: value = "vm-636658" [ 729.705539] env[69302]: _type = "VirtualMachine" [ 729.705539] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.705539] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d74007bc-a31e-49d0-9004-c04b31926925 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.721986] env[69302]: DEBUG oslo_vmware.api [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Task: {'id': task-3183168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182231} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.724962] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.725274] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.725486] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.725688] env[69302]: INFO nova.compute.manager [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Took 1.20 seconds to destroy the instance on the hypervisor. [ 729.725916] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.726645] env[69302]: DEBUG oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lease: (returnval){ [ 729.726645] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523be5f6-50b5-a5f4-c68a-4784465fe8d1" [ 729.726645] env[69302]: _type = "HttpNfcLease" [ 729.726645] env[69302]: } obtained for exporting VM: (result){ [ 729.726645] env[69302]: value = "vm-636658" [ 729.726645] env[69302]: _type = "VirtualMachine" [ 729.726645] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.726977] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the lease: (returnval){ [ 729.726977] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523be5f6-50b5-a5f4-c68a-4784465fe8d1" [ 729.726977] env[69302]: _type = "HttpNfcLease" [ 729.726977] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.727402] env[69302]: DEBUG nova.compute.manager [-] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.727502] env[69302]: DEBUG nova.network.neutron [-] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.741207] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.741207] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523be5f6-50b5-a5f4-c68a-4784465fe8d1" [ 729.741207] env[69302]: _type = "HttpNfcLease" [ 729.741207] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.765199] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Releasing lock "refresh_cache-81ac6050-d6fc-4479-a8b8-2e54078b8437" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.765547] env[69302]: DEBUG nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Instance network_info: |[{"id": "c70a5a92-e56c-4d4e-9e5b-9827ad6b9721", "address": "fa:16:3e:c4:9c:7b", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70a5a92-e5", "ovs_interfaceid": "c70a5a92-e56c-4d4e-9e5b-9827ad6b9721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.765972] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:9c:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c70a5a92-e56c-4d4e-9e5b-9827ad6b9721', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.774013] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Creating folder: Project (e8c95493b647473d85c4af9b662607a8). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.774737] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5a4f79a-245b-4b3e-bd1f-242312b55dfb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.789169] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Created folder: Project (e8c95493b647473d85c4af9b662607a8) in parent group-v636578. [ 729.789473] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Creating folder: Instances. Parent ref: group-v636659. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.789694] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3784ad5f-4989-496e-bdfc-58563cf6d591 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.795371] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501528} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.796035] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 17485f1e-c1f0-432e-a121-14a75e4afd52/17485f1e-c1f0-432e-a121-14a75e4afd52.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.796289] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.796545] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ada3720b-64d2-472a-a309-090d9b63cf39 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.803562] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 729.803562] env[69302]: value = "task-3183173" [ 729.803562] env[69302]: _type = "Task" [ 729.803562] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.807914] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Created folder: Instances in parent group-v636659. [ 729.808159] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.808750] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.809065] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d64d5972-c562-401d-b620-59da2e38b40e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.829127] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.835443] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.835443] env[69302]: value = "task-3183174" [ 729.835443] env[69302]: _type = "Task" [ 729.835443] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.844905] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183174, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.137183] env[69302]: DEBUG nova.compute.manager [req-81887ef3-afd6-470e-a70b-2b3964344d72 req-93fc5054-9339-4bd2-9a99-a8c21f8f1572 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Received event network-vif-deleted-22ceebf7-be6a-4191-a998-08f1d70dae49 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.137421] env[69302]: INFO nova.compute.manager [req-81887ef3-afd6-470e-a70b-2b3964344d72 req-93fc5054-9339-4bd2-9a99-a8c21f8f1572 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Neutron deleted interface 22ceebf7-be6a-4191-a998-08f1d70dae49; detaching it from the instance and deleting it from the info cache [ 730.137555] env[69302]: DEBUG nova.network.neutron [req-81887ef3-afd6-470e-a70b-2b3964344d72 req-93fc5054-9339-4bd2-9a99-a8c21f8f1572 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.198104] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e452c9a-4df9-44c2-826e-f6736b997fa9 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "dd81649a-43aa-42f9-bb5b-8450a93258a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.941s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.200847] env[69302]: DEBUG nova.compute.manager [req-8273e6e8-548f-4320-9982-00705464ac85 req-c78eecdf-c32c-4293-8654-85a80d2e5317 service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Received event network-changed-c70a5a92-e56c-4d4e-9e5b-9827ad6b9721 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.201100] env[69302]: DEBUG nova.compute.manager [req-8273e6e8-548f-4320-9982-00705464ac85 req-c78eecdf-c32c-4293-8654-85a80d2e5317 service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Refreshing instance network info cache due to event network-changed-c70a5a92-e56c-4d4e-9e5b-9827ad6b9721. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.201461] env[69302]: DEBUG oslo_concurrency.lockutils [req-8273e6e8-548f-4320-9982-00705464ac85 req-c78eecdf-c32c-4293-8654-85a80d2e5317 service nova] Acquiring lock "refresh_cache-81ac6050-d6fc-4479-a8b8-2e54078b8437" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.201461] env[69302]: DEBUG oslo_concurrency.lockutils [req-8273e6e8-548f-4320-9982-00705464ac85 req-c78eecdf-c32c-4293-8654-85a80d2e5317 service nova] Acquired lock "refresh_cache-81ac6050-d6fc-4479-a8b8-2e54078b8437" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.201606] env[69302]: DEBUG nova.network.neutron [req-8273e6e8-548f-4320-9982-00705464ac85 req-c78eecdf-c32c-4293-8654-85a80d2e5317 service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Refreshing network info cache for port c70a5a92-e56c-4d4e-9e5b-9827ad6b9721 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.238786] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.238786] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523be5f6-50b5-a5f4-c68a-4784465fe8d1" [ 730.238786] env[69302]: _type = "HttpNfcLease" [ 730.238786] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.239131] env[69302]: DEBUG oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.239131] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523be5f6-50b5-a5f4-c68a-4784465fe8d1" [ 730.239131] env[69302]: _type = "HttpNfcLease" [ 730.239131] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.239867] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d5055-c2be-4a5a-a4f4-736759a7d1c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.250524] env[69302]: DEBUG oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285acbc-a2eb-7dba-df9b-2eea5ccd4300/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.250614] env[69302]: DEBUG oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285acbc-a2eb-7dba-df9b-2eea5ccd4300/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.329597] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075729} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.330785] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.331862] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28544342-0902-4c0a-91f1-5a197293f208 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.359554] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 17485f1e-c1f0-432e-a121-14a75e4afd52/17485f1e-c1f0-432e-a121-14a75e4afd52.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.363171] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b0a9fb-af28-4ded-af5b-985a0bb44531 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.382040] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fdac6e11-7b74-4ff3-9cfb-9203cb14c3d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.384031] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183174, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.391680] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 730.391680] env[69302]: value = "task-3183175" [ 730.391680] env[69302]: _type = "Task" [ 730.391680] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.410150] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.566111] env[69302]: DEBUG nova.network.neutron [-] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.570364] env[69302]: DEBUG nova.network.neutron [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Successfully updated port: 4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.641249] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34378de8-8b3b-4916-9d10-f83e56bf8572 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.657328] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc00fbc-65fe-4226-ac03-6db1b2377215 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.704822] env[69302]: DEBUG nova.compute.manager [req-81887ef3-afd6-470e-a70b-2b3964344d72 req-93fc5054-9339-4bd2-9a99-a8c21f8f1572 service nova] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Detach interface failed, port_id=22ceebf7-be6a-4191-a998-08f1d70dae49, reason: Instance 70505d2f-ad77-42e3-b0e7-a691d0552c50 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.857258] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183174, 'name': CreateVM_Task, 'duration_secs': 0.665089} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.857683] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.858722] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.859035] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.859649] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.860224] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80840023-b39e-4e11-bbef-fcad016c30d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.870158] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 730.870158] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5206085d-0f3b-87d4-c6a1-b2e90e7204a7" [ 730.870158] env[69302]: _type = "Task" [ 730.870158] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.880543] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5206085d-0f3b-87d4-c6a1-b2e90e7204a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.907785] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183175, 'name': ReconfigVM_Task, 'duration_secs': 0.349043} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.908771] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 17485f1e-c1f0-432e-a121-14a75e4afd52/17485f1e-c1f0-432e-a121-14a75e4afd52.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.909736] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e24b35-02e1-4aaf-9742-5288a4712223 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.920844] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 730.920844] env[69302]: value = "task-3183176" [ 730.920844] env[69302]: _type = "Task" [ 730.920844] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.937745] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183176, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.069043] env[69302]: INFO nova.compute.manager [-] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Took 1.34 seconds to deallocate network for instance. [ 731.074861] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.075279] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquired lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.075737] env[69302]: DEBUG nova.network.neutron [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.144197] env[69302]: DEBUG nova.network.neutron [req-8273e6e8-548f-4320-9982-00705464ac85 req-c78eecdf-c32c-4293-8654-85a80d2e5317 service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Updated VIF entry in instance network info cache for port c70a5a92-e56c-4d4e-9e5b-9827ad6b9721. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.144197] env[69302]: DEBUG nova.network.neutron [req-8273e6e8-548f-4320-9982-00705464ac85 req-c78eecdf-c32c-4293-8654-85a80d2e5317 service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Updating instance_info_cache with network_info: [{"id": "c70a5a92-e56c-4d4e-9e5b-9827ad6b9721", "address": "fa:16:3e:c4:9c:7b", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70a5a92-e5", "ovs_interfaceid": "c70a5a92-e56c-4d4e-9e5b-9827ad6b9721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.255942] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88071a32-a760-4f03-9c5c-3f3c2554dce6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.266432] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49c5b0f-d8bc-4f90-ace7-da576f1fc1d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.307854] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1122c3-ae30-4c96-847d-30e871ec9f8d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.317152] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23deecc3-c1d9-4651-9d4c-df95222057b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.334507] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.335226] env[69302]: DEBUG nova.compute.provider_tree [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.337337] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.385930] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5206085d-0f3b-87d4-c6a1-b2e90e7204a7, 'name': SearchDatastore_Task, 'duration_secs': 0.021357} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.386325] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.386619] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.387193] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.387193] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.387334] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.387549] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b52617c-41d3-4aee-8376-4f96c779f4be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.398520] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.398916] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.399958] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61fc850a-964a-4427-a79a-8fc81c2ba4c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.407230] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 731.407230] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b37b26-e38c-1a7e-a148-0087ae51404f" [ 731.407230] env[69302]: _type = "Task" [ 731.407230] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.421816] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b37b26-e38c-1a7e-a148-0087ae51404f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.438448] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183176, 'name': Rename_Task, 'duration_secs': 0.218991} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.440062] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.440062] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2818a1e0-63d9-4711-955e-5cbf686b3760 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.449026] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 731.449026] env[69302]: value = "task-3183177" [ 731.449026] env[69302]: _type = "Task" [ 731.449026] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.461761] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.578803] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.639408] env[69302]: DEBUG nova.network.neutron [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.648795] env[69302]: DEBUG oslo_concurrency.lockutils [req-8273e6e8-548f-4320-9982-00705464ac85 req-c78eecdf-c32c-4293-8654-85a80d2e5317 service nova] Releasing lock "refresh_cache-81ac6050-d6fc-4479-a8b8-2e54078b8437" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.840194] env[69302]: DEBUG nova.scheduler.client.report [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.848177] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.848509] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.848746] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.849136] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.849410] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.849569] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.849822] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 731.850080] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.905368] env[69302]: DEBUG nova.network.neutron [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Updating instance_info_cache with network_info: [{"id": "4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d", "address": "fa:16:3e:2f:8f:27", "network": {"id": "ab1cfa98-2594-4470-b33a-1e68c05a409b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-839023758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427690d1e744282832cdb2961c5ee5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef98eb3-ed", "ovs_interfaceid": "4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.923368] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b37b26-e38c-1a7e-a148-0087ae51404f, 'name': SearchDatastore_Task, 'duration_secs': 0.013568} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.924364] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e782e18-47d5-4687-a9eb-8cf114da0674 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.932185] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 731.932185] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529c5ac1-a00b-8067-94da-841ff3155393" [ 731.932185] env[69302]: _type = "Task" [ 731.932185] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.950804] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529c5ac1-a00b-8067-94da-841ff3155393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.961137] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183177, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.267856] env[69302]: DEBUG nova.compute.manager [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Received event network-vif-plugged-4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.268451] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] Acquiring lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.268913] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.269497] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.270147] env[69302]: DEBUG nova.compute.manager [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] No waiting events found dispatching network-vif-plugged-4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.270582] env[69302]: WARNING nova.compute.manager [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Received unexpected event network-vif-plugged-4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d for instance with vm_state building and task_state spawning. [ 732.270772] env[69302]: DEBUG nova.compute.manager [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Received event network-changed-4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.271034] env[69302]: DEBUG nova.compute.manager [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Refreshing instance network info cache due to event network-changed-4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.271255] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] Acquiring lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.351711] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.351711] env[69302]: DEBUG nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.356051] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.918s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.362076] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.407909] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Releasing lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.407909] env[69302]: DEBUG nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Instance network_info: |[{"id": "4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d", "address": "fa:16:3e:2f:8f:27", "network": {"id": "ab1cfa98-2594-4470-b33a-1e68c05a409b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-839023758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427690d1e744282832cdb2961c5ee5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef98eb3-ed", "ovs_interfaceid": "4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.407909] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] Acquired lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.407909] env[69302]: DEBUG nova.network.neutron [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Refreshing network info cache for port 4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.409685] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:8f:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.417923] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Creating folder: Project (d427690d1e744282832cdb2961c5ee5d). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.419233] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c76f0d30-c51d-4395-86cd-39598cc6cc2a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.437982] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Created folder: Project (d427690d1e744282832cdb2961c5ee5d) in parent group-v636578. [ 732.438181] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Creating folder: Instances. Parent ref: group-v636662. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.438877] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecb9e9f0-de71-4a3d-9257-07386901b4b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.447124] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529c5ac1-a00b-8067-94da-841ff3155393, 'name': SearchDatastore_Task, 'duration_secs': 0.019031} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.447409] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.447662] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 81ac6050-d6fc-4479-a8b8-2e54078b8437/81ac6050-d6fc-4479-a8b8-2e54078b8437.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.447919] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f634384a-7153-4d0e-b897-eb88bcea9296 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.456050] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Created folder: Instances in parent group-v636662. [ 732.456315] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.457845] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.458181] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 732.458181] env[69302]: value = "task-3183180" [ 732.458181] env[69302]: _type = "Task" [ 732.458181] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.458398] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-219b2cb8-7d03-4ab2-861d-1c1e4dfd1ceb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.479192] env[69302]: DEBUG oslo_vmware.api [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183177, 'name': PowerOnVM_Task, 'duration_secs': 0.815387} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.479920] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.480161] env[69302]: INFO nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Took 9.35 seconds to spawn the instance on the hypervisor. [ 732.480376] env[69302]: DEBUG nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.481554] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c4346f-86ba-48ba-9ef7-d0eb3ee7231f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.488428] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.489015] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.489015] env[69302]: value = "task-3183181" [ 732.489015] env[69302]: _type = "Task" [ 732.489015] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.501956] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183181, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.868193] env[69302]: DEBUG nova.compute.utils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.870498] env[69302]: DEBUG nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.870618] env[69302]: DEBUG nova.network.neutron [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.930650] env[69302]: DEBUG nova.policy [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8f58274252d493ca2815f14336334e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2f7e7fca8024a709f1ca1f15c47b75f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.983945] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183180, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.009872] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183181, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.017993] env[69302]: INFO nova.compute.manager [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Took 41.03 seconds to build instance. [ 733.282841] env[69302]: DEBUG nova.network.neutron [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Updated VIF entry in instance network info cache for port 4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.283873] env[69302]: DEBUG nova.network.neutron [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Updating instance_info_cache with network_info: [{"id": "4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d", "address": "fa:16:3e:2f:8f:27", "network": {"id": "ab1cfa98-2594-4470-b33a-1e68c05a409b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-839023758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427690d1e744282832cdb2961c5ee5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef98eb3-ed", "ovs_interfaceid": "4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.374541] env[69302]: DEBUG nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.442858] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b84b2d4-de02-479a-b89b-ab48ab2ac9e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.452528] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b64444-3bdf-46a3-98a1-3e0dd2d33608 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.490953] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f6cb4a-8b3b-4cbd-afb0-cc261f33fd87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.500924] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587244} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.503986] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 81ac6050-d6fc-4479-a8b8-2e54078b8437/81ac6050-d6fc-4479-a8b8-2e54078b8437.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.504239] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.504545] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c5e09bb-57af-4e58-986c-07e70de6fb84 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.507818] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f6b04b-df48-40ce-840e-6edfed569f06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.515586] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183181, 'name': CreateVM_Task, 'duration_secs': 0.694923} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.516450] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.517249] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.517600] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.517775] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.517992] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22596fb6-80de-42ce-b7db-24f1343654db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.530088] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe366ba4-0b6f-4ede-bcde-c1a0e5a688a8 tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "17485f1e-c1f0-432e-a121-14a75e4afd52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.162s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.530421] env[69302]: DEBUG nova.compute.provider_tree [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.535814] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 733.535814] env[69302]: value = "task-3183182" [ 733.535814] env[69302]: _type = "Task" [ 733.535814] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.540614] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 733.540614] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52854974-bd1b-9a7b-ee9a-c3f740499abf" [ 733.540614] env[69302]: _type = "Task" [ 733.540614] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.549756] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "920276bd-e963-42f7-8509-aa0dc104fe6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.549952] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.561993] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52854974-bd1b-9a7b-ee9a-c3f740499abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.684405] env[69302]: DEBUG nova.network.neutron [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Successfully created port: 6c729de3-20e4-46c5-8199-d2a59e9528a6 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.789324] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d4dea1d-2c41-407d-be51-38513b27b453 req-7aec8974-c851-42fb-9618-e74acb77456e service nova] Releasing lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.037798] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.041221] env[69302]: DEBUG nova.scheduler.client.report [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.059185] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52854974-bd1b-9a7b-ee9a-c3f740499abf, 'name': SearchDatastore_Task, 'duration_secs': 0.038146} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.067121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.067121] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.067121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.067121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.067121] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.067121] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198333} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.067121] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a79185f-dffb-44f2-aca7-6123f9cd5111 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.068832] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.069253] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fce953-2b9d-4cbc-9453-16a3f96502bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.100133] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 81ac6050-d6fc-4479-a8b8-2e54078b8437/81ac6050-d6fc-4479-a8b8-2e54078b8437.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.102475] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f8963e-a8b8-4422-8063-efd0c0adad74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.118430] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.118701] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.119948] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bedd2b0-0779-4503-a34f-a6caf158902b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.127022] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 734.127022] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d37c4c-b861-da85-8996-1340602c2a72" [ 734.127022] env[69302]: _type = "Task" [ 734.127022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.132523] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 734.132523] env[69302]: value = "task-3183183" [ 734.132523] env[69302]: _type = "Task" [ 734.132523] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.139584] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d37c4c-b861-da85-8996-1340602c2a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.147847] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.384698] env[69302]: DEBUG nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.422556] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.422913] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.423104] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.423296] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.423446] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.423592] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.424610] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.424610] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.424610] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.424610] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.424610] env[69302]: DEBUG nova.virt.hardware [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.425386] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04163bf-176a-4212-aee2-ae7e73e6eacd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.436333] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc2e68d-c602-4abd-a176-8553910d46e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.456978] env[69302]: DEBUG nova.compute.manager [req-31456ff1-edd3-4c6f-8667-8fa647e0cad6 req-c7d099e9-777b-42ce-a083-7030f74253ee service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Received event network-changed-47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.456978] env[69302]: DEBUG nova.compute.manager [req-31456ff1-edd3-4c6f-8667-8fa647e0cad6 req-c7d099e9-777b-42ce-a083-7030f74253ee service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Refreshing instance network info cache due to event network-changed-47101f37-04ad-4d16-af99-af7852dad612. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.456978] env[69302]: DEBUG oslo_concurrency.lockutils [req-31456ff1-edd3-4c6f-8667-8fa647e0cad6 req-c7d099e9-777b-42ce-a083-7030f74253ee service nova] Acquiring lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.456978] env[69302]: DEBUG oslo_concurrency.lockutils [req-31456ff1-edd3-4c6f-8667-8fa647e0cad6 req-c7d099e9-777b-42ce-a083-7030f74253ee service nova] Acquired lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.456978] env[69302]: DEBUG nova.network.neutron [req-31456ff1-edd3-4c6f-8667-8fa647e0cad6 req-c7d099e9-777b-42ce-a083-7030f74253ee service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Refreshing network info cache for port 47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.571748] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.642145] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d37c4c-b861-da85-8996-1340602c2a72, 'name': SearchDatastore_Task, 'duration_secs': 0.025724} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.644387] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c39c71-6be0-4cb5-b822-3a2b36f41959 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.651107] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183183, 'name': ReconfigVM_Task, 'duration_secs': 0.319915} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.651107] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 81ac6050-d6fc-4479-a8b8-2e54078b8437/81ac6050-d6fc-4479-a8b8-2e54078b8437.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.651360] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61db69c5-3fc6-4f92-bca1-5ffbdce91b15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.656354] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 734.656354] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529d5d3a-e6d0-e584-9f2b-c769e2c4b288" [ 734.656354] env[69302]: _type = "Task" [ 734.656354] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.661598] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 734.661598] env[69302]: value = "task-3183184" [ 734.661598] env[69302]: _type = "Task" [ 734.661598] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.663878] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529d5d3a-e6d0-e584-9f2b-c769e2c4b288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.675607] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183184, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.059113] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.703s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.062913] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.348s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.063743] env[69302]: DEBUG nova.objects.instance [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 735.166455] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529d5d3a-e6d0-e584-9f2b-c769e2c4b288, 'name': SearchDatastore_Task, 'duration_secs': 0.017295} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.169708] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.169992] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f/8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.170313] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33693c2-0117-4210-a786-88e8cc5090ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.179615] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183184, 'name': Rename_Task, 'duration_secs': 0.179941} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.179904] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.182864] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d1d88fa-b549-4562-89a0-da47b707293a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.186890] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 735.186890] env[69302]: value = "task-3183185" [ 735.186890] env[69302]: _type = "Task" [ 735.186890] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.193591] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 735.193591] env[69302]: value = "task-3183186" [ 735.193591] env[69302]: _type = "Task" [ 735.193591] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.200433] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.206993] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.271284] env[69302]: DEBUG nova.compute.manager [req-8d76e180-c687-40d4-994f-be56aa133b24 req-74fd2b06-acc7-4464-bea9-ee9370b0b8ec service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Received event network-vif-plugged-6c729de3-20e4-46c5-8199-d2a59e9528a6 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.271576] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d76e180-c687-40d4-994f-be56aa133b24 req-74fd2b06-acc7-4464-bea9-ee9370b0b8ec service nova] Acquiring lock "befcb11c-d6e0-4353-90a1-fadd093233ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.271741] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d76e180-c687-40d4-994f-be56aa133b24 req-74fd2b06-acc7-4464-bea9-ee9370b0b8ec service nova] Lock "befcb11c-d6e0-4353-90a1-fadd093233ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.272048] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d76e180-c687-40d4-994f-be56aa133b24 req-74fd2b06-acc7-4464-bea9-ee9370b0b8ec service nova] Lock "befcb11c-d6e0-4353-90a1-fadd093233ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.272394] env[69302]: DEBUG nova.compute.manager [req-8d76e180-c687-40d4-994f-be56aa133b24 req-74fd2b06-acc7-4464-bea9-ee9370b0b8ec service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] No waiting events found dispatching network-vif-plugged-6c729de3-20e4-46c5-8199-d2a59e9528a6 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.272585] env[69302]: WARNING nova.compute.manager [req-8d76e180-c687-40d4-994f-be56aa133b24 req-74fd2b06-acc7-4464-bea9-ee9370b0b8ec service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Received unexpected event network-vif-plugged-6c729de3-20e4-46c5-8199-d2a59e9528a6 for instance with vm_state building and task_state spawning. [ 735.273602] env[69302]: DEBUG nova.network.neutron [req-31456ff1-edd3-4c6f-8667-8fa647e0cad6 req-c7d099e9-777b-42ce-a083-7030f74253ee service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Updated VIF entry in instance network info cache for port 47101f37-04ad-4d16-af99-af7852dad612. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.275078] env[69302]: DEBUG nova.network.neutron [req-31456ff1-edd3-4c6f-8667-8fa647e0cad6 req-c7d099e9-777b-42ce-a083-7030f74253ee service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Updating instance_info_cache with network_info: [{"id": "47101f37-04ad-4d16-af99-af7852dad612", "address": "fa:16:3e:a0:87:cf", "network": {"id": "e6fc15da-16f1-4471-bee2-1a815510b957", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1576352548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c9d7fa0a7a4477b2433570ffea49ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47101f37-04", "ovs_interfaceid": "47101f37-04ad-4d16-af99-af7852dad612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.380960] env[69302]: DEBUG nova.network.neutron [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Successfully updated port: 6c729de3-20e4-46c5-8199-d2a59e9528a6 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.638367] env[69302]: INFO nova.scheduler.client.report [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleted allocation for migration d421017f-adcc-4182-adb5-1b77bfcb1431 [ 735.703354] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.712624] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.776757] env[69302]: DEBUG oslo_concurrency.lockutils [req-31456ff1-edd3-4c6f-8667-8fa647e0cad6 req-c7d099e9-777b-42ce-a083-7030f74253ee service nova] Releasing lock "refresh_cache-17485f1e-c1f0-432e-a121-14a75e4afd52" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.883121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "refresh_cache-befcb11c-d6e0-4353-90a1-fadd093233ed" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.883295] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquired lock "refresh_cache-befcb11c-d6e0-4353-90a1-fadd093233ed" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.883472] env[69302]: DEBUG nova.network.neutron [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.080431] env[69302]: DEBUG oslo_concurrency.lockutils [None req-41d58e0d-c06e-42d2-aedb-eb7abe660e84 tempest-ServersAdmin275Test-1571121536 tempest-ServersAdmin275Test-1571121536-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.082136] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.677s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.083645] env[69302]: INFO nova.compute.claims [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.145857] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf52d5b-68fe-4700-a41a-eb21b85c7ae4 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.218s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.202286] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749993} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.202286] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f/8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.202496] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.202633] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58f73994-b679-4be6-906a-eb3b60c0fe7e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.207640] env[69302]: DEBUG oslo_vmware.api [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183186, 'name': PowerOnVM_Task, 'duration_secs': 0.530696} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.208312] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.208546] env[69302]: INFO nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Took 9.39 seconds to spawn the instance on the hypervisor. [ 736.208783] env[69302]: DEBUG nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.209659] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52508f4-bac9-4d3b-86eb-2eb2c9a8a2ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.214692] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 736.214692] env[69302]: value = "task-3183187" [ 736.214692] env[69302]: _type = "Task" [ 736.214692] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.229613] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.441159] env[69302]: DEBUG nova.network.neutron [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.663033] env[69302]: DEBUG nova.network.neutron [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Updating instance_info_cache with network_info: [{"id": "6c729de3-20e4-46c5-8199-d2a59e9528a6", "address": "fa:16:3e:9b:d1:5b", "network": {"id": "65df3a23-2a2f-447a-89ef-2514d849d438", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-177351835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f7e7fca8024a709f1ca1f15c47b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c729de3-20", "ovs_interfaceid": "6c729de3-20e4-46c5-8199-d2a59e9528a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.740859] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08661} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.740859] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.740859] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ac9261-144a-493b-bfe7-5785cf695963 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.744984] env[69302]: INFO nova.compute.manager [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Took 38.13 seconds to build instance. [ 736.774125] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f/8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.775149] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570337c4-e68d-4190-9fc9-37c93e929e13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.803032] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 736.803032] env[69302]: value = "task-3183188" [ 736.803032] env[69302]: _type = "Task" [ 736.803032] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.813593] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.165845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Releasing lock "refresh_cache-befcb11c-d6e0-4353-90a1-fadd093233ed" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.166170] env[69302]: DEBUG nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Instance network_info: |[{"id": "6c729de3-20e4-46c5-8199-d2a59e9528a6", "address": "fa:16:3e:9b:d1:5b", "network": {"id": "65df3a23-2a2f-447a-89ef-2514d849d438", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-177351835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f7e7fca8024a709f1ca1f15c47b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c729de3-20", "ovs_interfaceid": "6c729de3-20e4-46c5-8199-d2a59e9528a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.166579] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:d1:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c729de3-20e4-46c5-8199-d2a59e9528a6', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.176171] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Creating folder: Project (e2f7e7fca8024a709f1ca1f15c47b75f). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.179140] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00be6b1b-1572-4945-b476-8874cde95467 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.193479] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Created folder: Project (e2f7e7fca8024a709f1ca1f15c47b75f) in parent group-v636578. [ 737.193735] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Creating folder: Instances. Parent ref: group-v636665. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.194071] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-991eff0d-c5bc-422b-88ee-54d129c02782 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.209176] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Created folder: Instances in parent group-v636665. [ 737.209430] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.212399] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.212870] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869579e9-f564-47af-bb24-9367b9e3ce7a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.238629] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.238629] env[69302]: value = "task-3183191" [ 737.238629] env[69302]: _type = "Task" [ 737.238629] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.248366] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2a9ef44-31d5-4094-aecf-eafbf9cb3861 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "81ac6050-d6fc-4479-a8b8-2e54078b8437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.129s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.253403] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183191, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.309220] env[69302]: DEBUG nova.compute.manager [req-37a3559b-8032-413f-b5f2-328568c3a1c2 req-e46a9e8c-218f-4e17-a2da-7f72894d56a1 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Received event network-changed-6c729de3-20e4-46c5-8199-d2a59e9528a6 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.309419] env[69302]: DEBUG nova.compute.manager [req-37a3559b-8032-413f-b5f2-328568c3a1c2 req-e46a9e8c-218f-4e17-a2da-7f72894d56a1 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Refreshing instance network info cache due to event network-changed-6c729de3-20e4-46c5-8199-d2a59e9528a6. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.309724] env[69302]: DEBUG oslo_concurrency.lockutils [req-37a3559b-8032-413f-b5f2-328568c3a1c2 req-e46a9e8c-218f-4e17-a2da-7f72894d56a1 service nova] Acquiring lock "refresh_cache-befcb11c-d6e0-4353-90a1-fadd093233ed" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.309929] env[69302]: DEBUG oslo_concurrency.lockutils [req-37a3559b-8032-413f-b5f2-328568c3a1c2 req-e46a9e8c-218f-4e17-a2da-7f72894d56a1 service nova] Acquired lock "refresh_cache-befcb11c-d6e0-4353-90a1-fadd093233ed" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.310161] env[69302]: DEBUG nova.network.neutron [req-37a3559b-8032-413f-b5f2-328568c3a1c2 req-e46a9e8c-218f-4e17-a2da-7f72894d56a1 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Refreshing network info cache for port 6c729de3-20e4-46c5-8199-d2a59e9528a6 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.320302] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.566283] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93c4b1f-2dcc-4679-b79e-9ea831d1101f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.576744] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6948d6-e1c8-49fb-80d8-b224a235b1b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.611255] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb58587-dce1-4dd5-a29a-f3204605d325 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.620533] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360bd4d8-04fd-4d82-bbca-09a20afdaa64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.636202] env[69302]: DEBUG nova.compute.provider_tree [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.751066] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183191, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.754912] env[69302]: DEBUG nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.818761] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183188, 'name': ReconfigVM_Task, 'duration_secs': 0.598795} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.820673] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f/8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.821078] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a14fe4e6-19f5-4d8d-b991-52b5bc6c7a08 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.829393] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 737.829393] env[69302]: value = "task-3183192" [ 737.829393] env[69302]: _type = "Task" [ 737.829393] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.842242] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183192, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.079760] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "a77ed464-9d0a-4415-ae63-283495910c76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.081057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "a77ed464-9d0a-4415-ae63-283495910c76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.107513] env[69302]: DEBUG nova.network.neutron [req-37a3559b-8032-413f-b5f2-328568c3a1c2 req-e46a9e8c-218f-4e17-a2da-7f72894d56a1 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Updated VIF entry in instance network info cache for port 6c729de3-20e4-46c5-8199-d2a59e9528a6. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.107513] env[69302]: DEBUG nova.network.neutron [req-37a3559b-8032-413f-b5f2-328568c3a1c2 req-e46a9e8c-218f-4e17-a2da-7f72894d56a1 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Updating instance_info_cache with network_info: [{"id": "6c729de3-20e4-46c5-8199-d2a59e9528a6", "address": "fa:16:3e:9b:d1:5b", "network": {"id": "65df3a23-2a2f-447a-89ef-2514d849d438", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-177351835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2f7e7fca8024a709f1ca1f15c47b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c729de3-20", "ovs_interfaceid": "6c729de3-20e4-46c5-8199-d2a59e9528a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.140879] env[69302]: DEBUG nova.scheduler.client.report [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.250159] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183191, 'name': CreateVM_Task, 'duration_secs': 0.652762} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.250334] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.251106] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.251842] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.252357] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.252692] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec30c4a1-b6e5-4b6a-8257-d7c5a89e640f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.258555] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 738.258555] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52653d8f-7434-048c-68e0-832fc9ef173f" [ 738.258555] env[69302]: _type = "Task" [ 738.258555] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.271755] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52653d8f-7434-048c-68e0-832fc9ef173f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.290539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.343294] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183192, 'name': Rename_Task, 'duration_secs': 0.23457} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.343626] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.343927] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fd8e185-1dff-4978-b9a7-7f8b697bc7fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.352856] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 738.352856] env[69302]: value = "task-3183193" [ 738.352856] env[69302]: _type = "Task" [ 738.352856] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.364257] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.410740] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.410740] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.610185] env[69302]: DEBUG oslo_concurrency.lockutils [req-37a3559b-8032-413f-b5f2-328568c3a1c2 req-e46a9e8c-218f-4e17-a2da-7f72894d56a1 service nova] Releasing lock "refresh_cache-befcb11c-d6e0-4353-90a1-fadd093233ed" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.645862] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.646565] env[69302]: DEBUG nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.649417] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.198s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.649632] env[69302]: DEBUG nova.objects.instance [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 738.770943] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52653d8f-7434-048c-68e0-832fc9ef173f, 'name': SearchDatastore_Task, 'duration_secs': 0.031137} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.771317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.771545] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.771791] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.771938] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.772201] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.772503] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e2574c-0323-438c-8c46-33919b738e8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.783123] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.783354] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.784180] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc81fa3-db0d-4d6c-bc70-8fc374cb7cad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.791278] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 738.791278] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529f00b0-e6ee-aaa8-efed-441eec960af4" [ 738.791278] env[69302]: _type = "Task" [ 738.791278] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.800752] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529f00b0-e6ee-aaa8-efed-441eec960af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.863406] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.154562] env[69302]: DEBUG nova.compute.utils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.158659] env[69302]: DEBUG nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.158837] env[69302]: DEBUG nova.network.neutron [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.209938] env[69302]: DEBUG nova.policy [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2036c6e3be54aaa84fb765d62ee15d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04040859376b4086ac0a11fecc294be3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.303330] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529f00b0-e6ee-aaa8-efed-441eec960af4, 'name': SearchDatastore_Task, 'duration_secs': 0.016395} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.303802] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0f44f5-3c9d-44b8-bfaa-153377a6a322 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.311307] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 739.311307] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5207d460-5f6e-f044-261b-5aa3ce97ec29" [ 739.311307] env[69302]: _type = "Task" [ 739.311307] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.320700] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5207d460-5f6e-f044-261b-5aa3ce97ec29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.364148] env[69302]: DEBUG oslo_vmware.api [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183193, 'name': PowerOnVM_Task, 'duration_secs': 0.739247} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.364411] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.364609] env[69302]: INFO nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Took 9.89 seconds to spawn the instance on the hypervisor. [ 739.364779] env[69302]: DEBUG nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.365670] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10641b0c-effe-4033-bc8d-3b3e0f14bcf0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.537272] env[69302]: DEBUG nova.network.neutron [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Successfully created port: 1a210b94-7ba2-4d24-8b7d-24f75c45a52f {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.659355] env[69302]: DEBUG nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.663240] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cee8a5a-9168-4a09-9594-a98f2a055f99 tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.664448] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.660s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.664676] env[69302]: DEBUG nova.objects.instance [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lazy-loading 'resources' on Instance uuid bb170d5c-9e61-4041-b16e-6c8051e46f8a {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.824798] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5207d460-5f6e-f044-261b-5aa3ce97ec29, 'name': SearchDatastore_Task, 'duration_secs': 0.024806} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.825157] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.825411] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] befcb11c-d6e0-4353-90a1-fadd093233ed/befcb11c-d6e0-4353-90a1-fadd093233ed.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.825674] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2169f273-5aa8-44e2-8f71-21689f64752f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.833797] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 739.833797] env[69302]: value = "task-3183194" [ 739.833797] env[69302]: _type = "Task" [ 739.833797] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.845552] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.886839] env[69302]: INFO nova.compute.manager [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Took 40.26 seconds to build instance. [ 740.345924] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183194, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.389113] env[69302]: DEBUG oslo_concurrency.lockutils [None req-42e87072-dd30-4447-bd73-290b3b7ae504 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.161s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.461940] env[69302]: DEBUG oslo_concurrency.lockutils [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.462289] env[69302]: DEBUG oslo_concurrency.lockutils [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.462439] env[69302]: INFO nova.compute.manager [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Rebooting instance [ 740.655542] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30233576-d1f5-47dc-8c83-c79611c86305 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.664491] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ae7792-e995-4730-b4bd-d50ed8a8484b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.696622] env[69302]: DEBUG nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.699340] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5123f194-219a-46ab-99b1-2c7bfb971a85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.707499] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe967b46-64d0-415a-a158-c7ac4db2597b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.723283] env[69302]: DEBUG nova.compute.provider_tree [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.729296] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.729496] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.729656] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.729840] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.729985] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.730152] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.730376] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.730536] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.730700] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.730867] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.731073] env[69302]: DEBUG nova.virt.hardware [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.732031] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f886ef-8710-4997-9123-03c53479338b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.740690] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e06a83-a64c-4a9c-9c45-441383fce4d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.846275] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674668} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.846538] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] befcb11c-d6e0-4353-90a1-fadd093233ed/befcb11c-d6e0-4353-90a1-fadd093233ed.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.846748] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.846993] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b740fa-f495-4268-910f-cb9575158ba9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.854681] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 740.854681] env[69302]: value = "task-3183195" [ 740.854681] env[69302]: _type = "Task" [ 740.854681] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.865947] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.896137] env[69302]: DEBUG nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.999594] env[69302]: DEBUG oslo_concurrency.lockutils [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.999869] env[69302]: DEBUG oslo_concurrency.lockutils [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquired lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.000124] env[69302]: DEBUG nova.network.neutron [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.085921] env[69302]: DEBUG nova.compute.manager [req-b754426f-8e28-4b70-bad5-40f923f356b9 req-21f9a087-e6ab-4c4b-9a73-183b88237e56 service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Received event network-vif-plugged-1a210b94-7ba2-4d24-8b7d-24f75c45a52f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.085921] env[69302]: DEBUG oslo_concurrency.lockutils [req-b754426f-8e28-4b70-bad5-40f923f356b9 req-21f9a087-e6ab-4c4b-9a73-183b88237e56 service nova] Acquiring lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.086171] env[69302]: DEBUG oslo_concurrency.lockutils [req-b754426f-8e28-4b70-bad5-40f923f356b9 req-21f9a087-e6ab-4c4b-9a73-183b88237e56 service nova] Lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.086505] env[69302]: DEBUG oslo_concurrency.lockutils [req-b754426f-8e28-4b70-bad5-40f923f356b9 req-21f9a087-e6ab-4c4b-9a73-183b88237e56 service nova] Lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.086877] env[69302]: DEBUG nova.compute.manager [req-b754426f-8e28-4b70-bad5-40f923f356b9 req-21f9a087-e6ab-4c4b-9a73-183b88237e56 service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] No waiting events found dispatching network-vif-plugged-1a210b94-7ba2-4d24-8b7d-24f75c45a52f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.087173] env[69302]: WARNING nova.compute.manager [req-b754426f-8e28-4b70-bad5-40f923f356b9 req-21f9a087-e6ab-4c4b-9a73-183b88237e56 service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Received unexpected event network-vif-plugged-1a210b94-7ba2-4d24-8b7d-24f75c45a52f for instance with vm_state building and task_state spawning. [ 741.177346] env[69302]: DEBUG nova.network.neutron [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Successfully updated port: 1a210b94-7ba2-4d24-8b7d-24f75c45a52f {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.226710] env[69302]: DEBUG nova.scheduler.client.report [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.365731] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200313} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.365987] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.366790] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfc9118-e295-4a89-9085-92ee31671c3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.393021] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] befcb11c-d6e0-4353-90a1-fadd093233ed/befcb11c-d6e0-4353-90a1-fadd093233ed.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.393021] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47f8a50c-a7ae-41e2-9a42-2ed0eab9eae5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.421109] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 741.421109] env[69302]: value = "task-3183196" [ 741.421109] env[69302]: _type = "Task" [ 741.421109] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.430408] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.431385] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.682442] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquiring lock "refresh_cache-3d41d0c9-f036-4ea1-9316-13e5220f0f72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.682618] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquired lock "refresh_cache-3d41d0c9-f036-4ea1-9316-13e5220f0f72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.682788] env[69302]: DEBUG nova.network.neutron [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.723051] env[69302]: DEBUG oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285acbc-a2eb-7dba-df9b-2eea5ccd4300/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 741.724128] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf98ce9-f0d9-403a-a141-190849df1e84 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.732430] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.735469] env[69302]: DEBUG oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285acbc-a2eb-7dba-df9b-2eea5ccd4300/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 741.735469] env[69302]: ERROR oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285acbc-a2eb-7dba-df9b-2eea5ccd4300/disk-0.vmdk due to incomplete transfer. [ 741.735469] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.199s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.737724] env[69302]: INFO nova.compute.claims [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.739490] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ee21c5d-b086-4892-9d37-4b04428bca2b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.747376] env[69302]: DEBUG nova.network.neutron [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Updating instance_info_cache with network_info: [{"id": "4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d", "address": "fa:16:3e:2f:8f:27", "network": {"id": "ab1cfa98-2594-4470-b33a-1e68c05a409b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-839023758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d427690d1e744282832cdb2961c5ee5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef98eb3-ed", "ovs_interfaceid": "4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.751022] env[69302]: DEBUG oslo_vmware.rw_handles [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5285acbc-a2eb-7dba-df9b-2eea5ccd4300/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 741.751022] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Uploaded image 3aa257b9-8042-431e-b42d-8a43915c99e7 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 741.752358] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 741.752902] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aff7c6c2-9525-4aca-895e-610d66030177 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.756483] env[69302]: INFO nova.scheduler.client.report [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Deleted allocations for instance bb170d5c-9e61-4041-b16e-6c8051e46f8a [ 741.762285] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 741.762285] env[69302]: value = "task-3183197" [ 741.762285] env[69302]: _type = "Task" [ 741.762285] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.772485] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183197, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.932198] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.227191] env[69302]: DEBUG nova.network.neutron [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.253449] env[69302]: DEBUG oslo_concurrency.lockutils [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Releasing lock "refresh_cache-8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.268597] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16ddc6a3-740e-4e50-a333-3dc07a8abdff tempest-ServersAdmin275Test-1777189409 tempest-ServersAdmin275Test-1777189409-project-member] Lock "bb170d5c-9e61-4041-b16e-6c8051e46f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.624s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.277406] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183197, 'name': Destroy_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.427430] env[69302]: DEBUG nova.network.neutron [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Updating instance_info_cache with network_info: [{"id": "1a210b94-7ba2-4d24-8b7d-24f75c45a52f", "address": "fa:16:3e:5c:d2:95", "network": {"id": "f9387eef-fd9d-4f6f-97ca-e5659a0026ef", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-340174460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04040859376b4086ac0a11fecc294be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a210b94-7b", "ovs_interfaceid": "1a210b94-7ba2-4d24-8b7d-24f75c45a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.441149] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183196, 'name': ReconfigVM_Task, 'duration_secs': 0.70192} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.442025] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Reconfigured VM instance instance-0000001b to attach disk [datastore1] befcb11c-d6e0-4353-90a1-fadd093233ed/befcb11c-d6e0-4353-90a1-fadd093233ed.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.442610] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cc33590-6ab9-4396-a804-e698f4878791 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.450157] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 742.450157] env[69302]: value = "task-3183198" [ 742.450157] env[69302]: _type = "Task" [ 742.450157] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.459173] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183198, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.757630] env[69302]: DEBUG nova.compute.manager [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.758418] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba2d1b8-988f-4b4d-932d-9b54070f8e53 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.777198] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183197, 'name': Destroy_Task, 'duration_secs': 0.79522} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.777459] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Destroyed the VM [ 742.777900] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.778042] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f0f6bd2-61f6-48ae-acdb-6fb725f78559 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.786589] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 742.786589] env[69302]: value = "task-3183199" [ 742.786589] env[69302]: _type = "Task" [ 742.786589] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.798198] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183199, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.932963] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Releasing lock "refresh_cache-3d41d0c9-f036-4ea1-9316-13e5220f0f72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.933441] env[69302]: DEBUG nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Instance network_info: |[{"id": "1a210b94-7ba2-4d24-8b7d-24f75c45a52f", "address": "fa:16:3e:5c:d2:95", "network": {"id": "f9387eef-fd9d-4f6f-97ca-e5659a0026ef", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-340174460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04040859376b4086ac0a11fecc294be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a210b94-7b", "ovs_interfaceid": "1a210b94-7ba2-4d24-8b7d-24f75c45a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.934220] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:d2:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a210b94-7ba2-4d24-8b7d-24f75c45a52f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.946537] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Creating folder: Project (04040859376b4086ac0a11fecc294be3). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.949642] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd426c6d-c91f-4bef-add9-e8c84da3257a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.960131] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183198, 'name': Rename_Task, 'duration_secs': 0.378727} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.960393] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.962969] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df526c09-7b48-4d20-9c87-5701be165b4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.966070] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Created folder: Project (04040859376b4086ac0a11fecc294be3) in parent group-v636578. [ 742.966188] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Creating folder: Instances. Parent ref: group-v636668. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.966404] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5d70c80-cae0-4dbf-8844-364eb0adfdc2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.971059] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 742.971059] env[69302]: value = "task-3183201" [ 742.971059] env[69302]: _type = "Task" [ 742.971059] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.981016] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Created folder: Instances in parent group-v636668. [ 742.981016] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.984025] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.984337] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.984643] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9313aeac-d765-4b29-ab03-2a165213b145 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.007132] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.007132] env[69302]: value = "task-3183203" [ 743.007132] env[69302]: _type = "Task" [ 743.007132] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.018665] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183203, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.116640] env[69302]: DEBUG nova.compute.manager [req-2d4b1a15-f4ec-416f-a9da-55d805a60650 req-fa1904f9-758a-40d8-99b6-587e4265e50a service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Received event network-changed-1a210b94-7ba2-4d24-8b7d-24f75c45a52f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.116849] env[69302]: DEBUG nova.compute.manager [req-2d4b1a15-f4ec-416f-a9da-55d805a60650 req-fa1904f9-758a-40d8-99b6-587e4265e50a service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Refreshing instance network info cache due to event network-changed-1a210b94-7ba2-4d24-8b7d-24f75c45a52f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.117150] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d4b1a15-f4ec-416f-a9da-55d805a60650 req-fa1904f9-758a-40d8-99b6-587e4265e50a service nova] Acquiring lock "refresh_cache-3d41d0c9-f036-4ea1-9316-13e5220f0f72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.117364] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d4b1a15-f4ec-416f-a9da-55d805a60650 req-fa1904f9-758a-40d8-99b6-587e4265e50a service nova] Acquired lock "refresh_cache-3d41d0c9-f036-4ea1-9316-13e5220f0f72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.117535] env[69302]: DEBUG nova.network.neutron [req-2d4b1a15-f4ec-416f-a9da-55d805a60650 req-fa1904f9-758a-40d8-99b6-587e4265e50a service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Refreshing network info cache for port 1a210b94-7ba2-4d24-8b7d-24f75c45a52f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.231321] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38513c45-722d-4b32-9e5a-350bf7672230 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.240142] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3755b45-8397-4400-8582-2d09df2909da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.277114] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb4757-9cf0-4734-b4e3-1d2fd72d748f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.286245] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8523c05-ebd2-408b-a2e6-71715cf6de9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.306772] env[69302]: DEBUG nova.compute.provider_tree [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.308341] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183199, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.482487] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.518860] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183203, 'name': CreateVM_Task, 'duration_secs': 0.420903} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.519101] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.519891] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.520076] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.520401] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.520693] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a537b020-d884-4c30-afe8-fdd3a0e8a7ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.527045] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 743.527045] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc6589-e797-cb08-55b3-169f6ef82103" [ 743.527045] env[69302]: _type = "Task" [ 743.527045] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.537828] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc6589-e797-cb08-55b3-169f6ef82103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.783781] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a400c535-c897-441f-b02e-0c05ca8ef382 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.797700] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Doing hard reboot of VM {{(pid=69302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 743.798387] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e66ef7f6-731c-4e46-9be5-32bcd67bd01d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.810026] env[69302]: DEBUG oslo_vmware.api [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183199, 'name': RemoveSnapshot_Task, 'duration_secs': 0.811664} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.810026] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.810026] env[69302]: INFO nova.compute.manager [None req-bc49c2f1-2700-4270-95a1-987651a23519 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Took 17.77 seconds to snapshot the instance on the hypervisor. [ 743.812321] env[69302]: DEBUG nova.scheduler.client.report [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.816726] env[69302]: DEBUG oslo_vmware.api [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 743.816726] env[69302]: value = "task-3183204" [ 743.816726] env[69302]: _type = "Task" [ 743.816726] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.833945] env[69302]: DEBUG oslo_vmware.api [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183204, 'name': ResetVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.905142] env[69302]: DEBUG nova.network.neutron [req-2d4b1a15-f4ec-416f-a9da-55d805a60650 req-fa1904f9-758a-40d8-99b6-587e4265e50a service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Updated VIF entry in instance network info cache for port 1a210b94-7ba2-4d24-8b7d-24f75c45a52f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.905142] env[69302]: DEBUG nova.network.neutron [req-2d4b1a15-f4ec-416f-a9da-55d805a60650 req-fa1904f9-758a-40d8-99b6-587e4265e50a service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Updating instance_info_cache with network_info: [{"id": "1a210b94-7ba2-4d24-8b7d-24f75c45a52f", "address": "fa:16:3e:5c:d2:95", "network": {"id": "f9387eef-fd9d-4f6f-97ca-e5659a0026ef", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-340174460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04040859376b4086ac0a11fecc294be3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a210b94-7b", "ovs_interfaceid": "1a210b94-7ba2-4d24-8b7d-24f75c45a52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.981710] env[69302]: DEBUG oslo_vmware.api [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183201, 'name': PowerOnVM_Task, 'duration_secs': 0.853461} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.982033] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.982222] env[69302]: INFO nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Took 9.60 seconds to spawn the instance on the hypervisor. [ 743.982408] env[69302]: DEBUG nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.984646] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ef0ba1-8e7d-4026-ba64-7293801bfddb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.041331] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc6589-e797-cb08-55b3-169f6ef82103, 'name': SearchDatastore_Task, 'duration_secs': 0.01328} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.041662] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.041891] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.042147] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.042349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.042499] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.042723] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59d26f8-1dda-4584-a80b-e87bd1261ce4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.052765] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.052885] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.053938] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95e5689-0a84-4c34-a481-dc0b7fb3ad21 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.059796] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 744.059796] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9ce4f-e9c8-1c7e-a645-ef24261dd228" [ 744.059796] env[69302]: _type = "Task" [ 744.059796] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.084958] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9ce4f-e9c8-1c7e-a645-ef24261dd228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.323693] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.324296] env[69302]: DEBUG nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.329738] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.518s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.331258] env[69302]: INFO nova.compute.claims [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.348740] env[69302]: DEBUG oslo_vmware.api [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183204, 'name': ResetVM_Task, 'duration_secs': 0.10456} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.348740] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Did hard reboot of VM {{(pid=69302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 744.348740] env[69302]: DEBUG nova.compute.manager [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.348740] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46be75fe-adf8-4aa5-b504-ddb0826a51a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.408874] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d4b1a15-f4ec-416f-a9da-55d805a60650 req-fa1904f9-758a-40d8-99b6-587e4265e50a service nova] Releasing lock "refresh_cache-3d41d0c9-f036-4ea1-9316-13e5220f0f72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.506129] env[69302]: INFO nova.compute.manager [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Took 39.05 seconds to build instance. [ 744.569959] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9ce4f-e9c8-1c7e-a645-ef24261dd228, 'name': SearchDatastore_Task, 'duration_secs': 0.011035} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.570736] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db84c80-fafb-4825-8b2e-7bd4eb1d6747 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.576963] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 744.576963] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b10ea5-cbdf-a8f5-5b83-f83328459b1f" [ 744.576963] env[69302]: _type = "Task" [ 744.576963] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.585244] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b10ea5-cbdf-a8f5-5b83-f83328459b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.832125] env[69302]: DEBUG nova.compute.utils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.833385] env[69302]: DEBUG nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.833550] env[69302]: DEBUG nova.network.neutron [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.864432] env[69302]: DEBUG oslo_concurrency.lockutils [None req-878d2fa2-6486-460b-a202-416154e9bb95 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.401s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.880018] env[69302]: DEBUG nova.policy [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48f82908ae244f3b47477250d24f5f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54fa409d6d0647f8b874ffe2484bca97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.006184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2af5d73d-a3ec-4202-b3fa-ac6c1a9dc45e tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "befcb11c-d6e0-4353-90a1-fadd093233ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.358s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.015208] env[69302]: DEBUG oslo_concurrency.lockutils [None req-24c6abd5-187b-4d5b-87d4-96d3f9a52e56 tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "interface-befcb11c-d6e0-4353-90a1-fadd093233ed-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.015542] env[69302]: DEBUG oslo_concurrency.lockutils [None req-24c6abd5-187b-4d5b-87d4-96d3f9a52e56 tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "interface-befcb11c-d6e0-4353-90a1-fadd093233ed-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.015889] env[69302]: DEBUG nova.objects.instance [None req-24c6abd5-187b-4d5b-87d4-96d3f9a52e56 tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lazy-loading 'flavor' on Instance uuid befcb11c-d6e0-4353-90a1-fadd093233ed {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.090211] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b10ea5-cbdf-a8f5-5b83-f83328459b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.03346} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.090437] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.090702] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 3d41d0c9-f036-4ea1-9316-13e5220f0f72/3d41d0c9-f036-4ea1-9316-13e5220f0f72.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.091383] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3075df3b-a9d3-4ad6-b5e8-de9860ea97c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.101379] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 745.101379] env[69302]: value = "task-3183205" [ 745.101379] env[69302]: _type = "Task" [ 745.101379] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.114884] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.154805] env[69302]: DEBUG nova.network.neutron [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Successfully created port: eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.340333] env[69302]: DEBUG nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.513894] env[69302]: DEBUG nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.527950] env[69302]: DEBUG nova.objects.instance [None req-24c6abd5-187b-4d5b-87d4-96d3f9a52e56 tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lazy-loading 'pci_requests' on Instance uuid befcb11c-d6e0-4353-90a1-fadd093233ed {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.618546] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183205, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.869110] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3c1da3-37cb-4842-9550-363952947c23 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.877515] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a5995-5ae4-4249-8c0d-591b59623bcd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.912975] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c27a1e-4203-47db-87a9-f3a6861d3ad4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.923626] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d4f45d-2f31-43cc-80b5-1934320e4681 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.939861] env[69302]: DEBUG nova.compute.provider_tree [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.958054] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.958054] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.958054] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.958054] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.958054] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.959066] env[69302]: INFO nova.compute.manager [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Terminating instance [ 746.031302] env[69302]: DEBUG nova.objects.base [None req-24c6abd5-187b-4d5b-87d4-96d3f9a52e56 tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 746.031671] env[69302]: DEBUG nova.network.neutron [None req-24c6abd5-187b-4d5b-87d4-96d3f9a52e56 tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.062469] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.113732] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183205, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.160195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-24c6abd5-187b-4d5b-87d4-96d3f9a52e56 tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "interface-befcb11c-d6e0-4353-90a1-fadd093233ed-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.145s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.360539] env[69302]: DEBUG nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.388417] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.388659] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.388814] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.389033] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.389238] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.389342] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.389567] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.389803] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.390008] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.390190] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.390366] env[69302]: DEBUG nova.virt.hardware [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.391307] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec439f2e-9457-4660-b4ed-b45f4eab08e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.400474] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f01125-352f-412f-b6d9-ccb3e9f39775 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.444935] env[69302]: DEBUG nova.scheduler.client.report [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.463641] env[69302]: DEBUG nova.compute.manager [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.463641] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.464369] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b7de9-da3e-49fb-8f4b-683db47fdfc0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.475507] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.475961] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95529132-df2d-492b-8d2f-f0e45d25e896 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.486711] env[69302]: DEBUG oslo_vmware.api [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 746.486711] env[69302]: value = "task-3183206" [ 746.486711] env[69302]: _type = "Task" [ 746.486711] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.496023] env[69302]: DEBUG oslo_vmware.api [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.614645] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183205, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.648297] env[69302]: DEBUG nova.network.neutron [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Successfully updated port: eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.954626] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.954948] env[69302]: DEBUG nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.959180] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.020s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.959180] env[69302]: DEBUG nova.objects.instance [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lazy-loading 'resources' on Instance uuid 389cef4c-9efd-4850-bd8e-d5dbaa30ede9 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.998112] env[69302]: DEBUG oslo_vmware.api [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183206, 'name': PowerOffVM_Task, 'duration_secs': 0.485733} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.998520] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.998555] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.999646] env[69302]: DEBUG nova.compute.manager [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.999897] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25a662fe-573d-47e6-9950-621edac2e256 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.002126] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b32cb6-6a50-4e68-ad47-e2f63b899023 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.072025] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.072025] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.072025] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Deleting the datastore file [datastore2] 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.072025] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-111dd6a7-026e-4b47-b356-0f0b534cb195 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.079847] env[69302]: DEBUG oslo_vmware.api [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for the task: (returnval){ [ 747.079847] env[69302]: value = "task-3183208" [ 747.079847] env[69302]: _type = "Task" [ 747.079847] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.089266] env[69302]: DEBUG oslo_vmware.api [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.118185] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183205, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.587301} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.118185] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 3d41d0c9-f036-4ea1-9316-13e5220f0f72/3d41d0c9-f036-4ea1-9316-13e5220f0f72.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.118185] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.118185] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e057346-580f-4915-8be3-e2db99afad0f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.124037] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 747.124037] env[69302]: value = "task-3183209" [ 747.124037] env[69302]: _type = "Task" [ 747.124037] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.130115] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.152490] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-2519898f-43dc-40a6-aec0-bd4363f03171" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.152490] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-2519898f-43dc-40a6-aec0-bd4363f03171" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.152490] env[69302]: DEBUG nova.network.neutron [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.296102] env[69302]: DEBUG nova.compute.manager [req-648eadb7-c465-49db-9dd6-aa10c3bb94ab req-35121be5-de94-4ff7-8ee4-5f919493f6c8 service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Received event network-vif-plugged-eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.296400] env[69302]: DEBUG oslo_concurrency.lockutils [req-648eadb7-c465-49db-9dd6-aa10c3bb94ab req-35121be5-de94-4ff7-8ee4-5f919493f6c8 service nova] Acquiring lock "2519898f-43dc-40a6-aec0-bd4363f03171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.296544] env[69302]: DEBUG oslo_concurrency.lockutils [req-648eadb7-c465-49db-9dd6-aa10c3bb94ab req-35121be5-de94-4ff7-8ee4-5f919493f6c8 service nova] Lock "2519898f-43dc-40a6-aec0-bd4363f03171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.296675] env[69302]: DEBUG oslo_concurrency.lockutils [req-648eadb7-c465-49db-9dd6-aa10c3bb94ab req-35121be5-de94-4ff7-8ee4-5f919493f6c8 service nova] Lock "2519898f-43dc-40a6-aec0-bd4363f03171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.296828] env[69302]: DEBUG nova.compute.manager [req-648eadb7-c465-49db-9dd6-aa10c3bb94ab req-35121be5-de94-4ff7-8ee4-5f919493f6c8 service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] No waiting events found dispatching network-vif-plugged-eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.297048] env[69302]: WARNING nova.compute.manager [req-648eadb7-c465-49db-9dd6-aa10c3bb94ab req-35121be5-de94-4ff7-8ee4-5f919493f6c8 service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Received unexpected event network-vif-plugged-eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e for instance with vm_state building and task_state spawning. [ 747.460801] env[69302]: DEBUG nova.compute.utils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.467138] env[69302]: DEBUG nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.467138] env[69302]: DEBUG nova.network.neutron [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.510877] env[69302]: DEBUG nova.policy [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.514571] env[69302]: INFO nova.compute.manager [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] instance snapshotting [ 747.521019] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13717db-58ae-4ccb-95bb-f19a708ad750 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.543364] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5134b8cd-6fb6-45d1-bfb3-5bca33c2cb06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.593302] env[69302]: DEBUG oslo_vmware.api [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.631330] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071664} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.634139] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.635138] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536bda22-ea0e-4037-aecc-b64fd73a5cbe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.665381] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 3d41d0c9-f036-4ea1-9316-13e5220f0f72/3d41d0c9-f036-4ea1-9316-13e5220f0f72.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.668133] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b755fd-17db-4d0e-beac-b2db1d6b4c95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.692373] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 747.692373] env[69302]: value = "task-3183210" [ 747.692373] env[69302]: _type = "Task" [ 747.692373] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.698102] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.716375] env[69302]: DEBUG nova.network.neutron [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.907996] env[69302]: DEBUG nova.network.neutron [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Updating instance_info_cache with network_info: [{"id": "eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e", "address": "fa:16:3e:9a:b1:61", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee26ae7-fa", "ovs_interfaceid": "eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.929352] env[69302]: DEBUG nova.network.neutron [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Successfully created port: 6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.968275] env[69302]: DEBUG nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.027128] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a496ad32-91cb-4f9b-94a8-cdf73f06db5d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.036228] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b8af2-c6a0-474e-95ea-dfa87d0f3d5a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.069994] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.070514] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5818704e-0f0c-410c-bde3-561c803f1fd9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.072846] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6706a6a9-c043-47dd-bef8-fa4379f75eef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.082273] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b2e48-7ee0-4933-80fc-ad5c38251010 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.085979] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 748.085979] env[69302]: value = "task-3183211" [ 748.085979] env[69302]: _type = "Task" [ 748.085979] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.101933] env[69302]: DEBUG nova.compute.provider_tree [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.106573] env[69302]: DEBUG oslo_vmware.api [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Task: {'id': task-3183208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601109} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.107056] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.107248] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.107445] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.107636] env[69302]: INFO nova.compute.manager [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 748.108023] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.110784] env[69302]: DEBUG nova.compute.manager [-] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.110895] env[69302]: DEBUG nova.network.neutron [-] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.112649] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183211, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.206651] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.262216] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "befcb11c-d6e0-4353-90a1-fadd093233ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.262519] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "befcb11c-d6e0-4353-90a1-fadd093233ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.262735] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "befcb11c-d6e0-4353-90a1-fadd093233ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.262917] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "befcb11c-d6e0-4353-90a1-fadd093233ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.263104] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "befcb11c-d6e0-4353-90a1-fadd093233ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.265349] env[69302]: INFO nova.compute.manager [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Terminating instance [ 748.412679] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-2519898f-43dc-40a6-aec0-bd4363f03171" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.413098] env[69302]: DEBUG nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Instance network_info: |[{"id": "eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e", "address": "fa:16:3e:9a:b1:61", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee26ae7-fa", "ovs_interfaceid": "eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.413477] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:b1:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.426439] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating folder: Project (54fa409d6d0647f8b874ffe2484bca97). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.426778] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be1d453e-492e-44eb-9b0b-c13e609409be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.440334] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Created folder: Project (54fa409d6d0647f8b874ffe2484bca97) in parent group-v636578. [ 748.440537] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating folder: Instances. Parent ref: group-v636671. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.440777] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3633771-f115-4f66-9ba4-6440d8919ccf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.449552] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Created folder: Instances in parent group-v636671. [ 748.449783] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.449977] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.450197] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae15e4a9-02fc-49f0-a500-8575583f1009 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.470094] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.470094] env[69302]: value = "task-3183214" [ 748.470094] env[69302]: _type = "Task" [ 748.470094] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.484162] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183214, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.599392] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183211, 'name': CreateSnapshot_Task, 'duration_secs': 0.446764} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.600894] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 748.601885] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63396339-4735-4daf-a2c0-227873e63396 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.611222] env[69302]: DEBUG nova.scheduler.client.report [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.702075] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.742223] env[69302]: DEBUG nova.compute.manager [req-55bb3609-575f-4e7e-9157-4d0c8dc4b272 req-63222100-d519-461d-86dc-be5abda31a54 service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Received event network-vif-deleted-4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.742473] env[69302]: INFO nova.compute.manager [req-55bb3609-575f-4e7e-9157-4d0c8dc4b272 req-63222100-d519-461d-86dc-be5abda31a54 service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Neutron deleted interface 4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d; detaching it from the instance and deleting it from the info cache [ 748.742654] env[69302]: DEBUG nova.network.neutron [req-55bb3609-575f-4e7e-9157-4d0c8dc4b272 req-63222100-d519-461d-86dc-be5abda31a54 service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.768854] env[69302]: DEBUG nova.compute.manager [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.769104] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.769969] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d99c58-def2-46eb-a257-e9604af6c8af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.778777] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.779015] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cb9090-25c2-4e7b-9331-d285f80853c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.784907] env[69302]: DEBUG oslo_vmware.api [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 748.784907] env[69302]: value = "task-3183215" [ 748.784907] env[69302]: _type = "Task" [ 748.784907] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.798942] env[69302]: DEBUG oslo_vmware.api [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.982029] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183214, 'name': CreateVM_Task, 'duration_secs': 0.355573} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.982276] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.983137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.983539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.983773] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.984294] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e26a26-39d7-4ef2-b44f-baabc0b52bfd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.987661] env[69302]: DEBUG nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.995322] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 748.995322] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b97c19-eed9-18c8-1aff-7e7233f2f028" [ 748.995322] env[69302]: _type = "Task" [ 748.995322] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.002866] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b97c19-eed9-18c8-1aff-7e7233f2f028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.016481] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.016765] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.017034] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.017424] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.017658] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.017879] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.018200] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.018458] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.018687] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.018929] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.019221] env[69302]: DEBUG nova.virt.hardware [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.020327] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79382826-bbae-47e4-933c-fc70c41f9d38 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.029385] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a37de1-bd82-4c7d-87be-76126c4c26d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.102331] env[69302]: DEBUG nova.network.neutron [-] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.121439] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.123721] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.892s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.125260] env[69302]: INFO nova.compute.claims [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.135269] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.135496] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c25c85a-e024-4e31-8467-084d7c8be975 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.145683] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 749.145683] env[69302]: value = "task-3183216" [ 749.145683] env[69302]: _type = "Task" [ 749.145683] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.146339] env[69302]: INFO nova.scheduler.client.report [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Deleted allocations for instance 389cef4c-9efd-4850-bd8e-d5dbaa30ede9 [ 749.161604] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183216, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.201587] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183210, 'name': ReconfigVM_Task, 'duration_secs': 1.30621} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.201862] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 3d41d0c9-f036-4ea1-9316-13e5220f0f72/3d41d0c9-f036-4ea1-9316-13e5220f0f72.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.202661] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b288682e-025b-4c58-b5ca-b7acb9b23ddb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.213023] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 749.213023] env[69302]: value = "task-3183217" [ 749.213023] env[69302]: _type = "Task" [ 749.213023] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.223484] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183217, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.246218] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65029fd1-be57-4b8e-a7fc-90e4b77812dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.255391] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d7174b-1d0d-4b05-826e-3fb6fdd527a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.291890] env[69302]: DEBUG nova.compute.manager [req-55bb3609-575f-4e7e-9157-4d0c8dc4b272 req-63222100-d519-461d-86dc-be5abda31a54 service nova] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Detach interface failed, port_id=4ef98eb3-ed43-4c94-b3b7-61ef7dfe078d, reason: Instance 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 749.300470] env[69302]: DEBUG oslo_vmware.api [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183215, 'name': PowerOffVM_Task, 'duration_secs': 0.226597} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.300776] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.300954] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.301281] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29af339a-f7a3-4ee8-bb83-76c1d74cdcbf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.324995] env[69302]: DEBUG nova.compute.manager [req-c7aa222f-4a44-4fc9-b901-38b94d5c4e5b req-923348ce-9b21-4ea1-aaa8-1fefeec97a93 service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Received event network-changed-eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.325151] env[69302]: DEBUG nova.compute.manager [req-c7aa222f-4a44-4fc9-b901-38b94d5c4e5b req-923348ce-9b21-4ea1-aaa8-1fefeec97a93 service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Refreshing instance network info cache due to event network-changed-eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.325437] env[69302]: DEBUG oslo_concurrency.lockutils [req-c7aa222f-4a44-4fc9-b901-38b94d5c4e5b req-923348ce-9b21-4ea1-aaa8-1fefeec97a93 service nova] Acquiring lock "refresh_cache-2519898f-43dc-40a6-aec0-bd4363f03171" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.325580] env[69302]: DEBUG oslo_concurrency.lockutils [req-c7aa222f-4a44-4fc9-b901-38b94d5c4e5b req-923348ce-9b21-4ea1-aaa8-1fefeec97a93 service nova] Acquired lock "refresh_cache-2519898f-43dc-40a6-aec0-bd4363f03171" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.325736] env[69302]: DEBUG nova.network.neutron [req-c7aa222f-4a44-4fc9-b901-38b94d5c4e5b req-923348ce-9b21-4ea1-aaa8-1fefeec97a93 service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Refreshing network info cache for port eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.363080] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.363375] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.363588] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Deleting the datastore file [datastore1] befcb11c-d6e0-4353-90a1-fadd093233ed {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.363927] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-419a2c42-074f-408e-b022-3cd7bc49de25 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.371014] env[69302]: DEBUG oslo_vmware.api [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for the task: (returnval){ [ 749.371014] env[69302]: value = "task-3183219" [ 749.371014] env[69302]: _type = "Task" [ 749.371014] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.380253] env[69302]: DEBUG oslo_vmware.api [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.505029] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b97c19-eed9-18c8-1aff-7e7233f2f028, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.505474] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.505830] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.506192] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.506481] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.506760] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.507134] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7166525f-0bdd-43bd-8c19-8c951e953da9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.517389] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.517389] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.518152] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63257af6-433a-46e6-80b7-a15db80b4ef6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.523658] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 749.523658] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e67c2-03e4-c541-d6c3-657f45d17a6b" [ 749.523658] env[69302]: _type = "Task" [ 749.523658] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.531441] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e67c2-03e4-c541-d6c3-657f45d17a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.598363] env[69302]: DEBUG nova.network.neutron [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Successfully updated port: 6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.605236] env[69302]: INFO nova.compute.manager [-] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Took 1.49 seconds to deallocate network for instance. [ 749.660258] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183216, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.664820] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e167e1e1-1825-44bb-92cc-b851e35c3eca tempest-ServerShowV257Test-112046070 tempest-ServerShowV257Test-112046070-project-member] Lock "389cef4c-9efd-4850-bd8e-d5dbaa30ede9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.301s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.725029] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183217, 'name': Rename_Task, 'duration_secs': 0.140407} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.725029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.725029] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab0b9c70-0440-4c0a-aa9b-059350aa3205 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.730881] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 749.730881] env[69302]: value = "task-3183220" [ 749.730881] env[69302]: _type = "Task" [ 749.730881] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.742694] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.882802] env[69302]: DEBUG oslo_vmware.api [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Task: {'id': task-3183219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148256} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.883127] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.885332] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.885332] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.885332] env[69302]: INFO nova.compute.manager [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 749.885332] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.885332] env[69302]: DEBUG nova.compute.manager [-] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.885332] env[69302]: DEBUG nova.network.neutron [-] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.036045] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e67c2-03e4-c541-d6c3-657f45d17a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008384} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.036947] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7253dd1e-3fbd-4f2f-8ed5-a29a18d7ebda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.043561] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 750.043561] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529bb489-0e09-13e1-cc19-62f3ed944422" [ 750.043561] env[69302]: _type = "Task" [ 750.043561] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.053017] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529bb489-0e09-13e1-cc19-62f3ed944422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.102073] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.103347] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.103347] env[69302]: DEBUG nova.network.neutron [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.111651] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.112859] env[69302]: DEBUG nova.network.neutron [req-c7aa222f-4a44-4fc9-b901-38b94d5c4e5b req-923348ce-9b21-4ea1-aaa8-1fefeec97a93 service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Updated VIF entry in instance network info cache for port eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.113393] env[69302]: DEBUG nova.network.neutron [req-c7aa222f-4a44-4fc9-b901-38b94d5c4e5b req-923348ce-9b21-4ea1-aaa8-1fefeec97a93 service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Updating instance_info_cache with network_info: [{"id": "eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e", "address": "fa:16:3e:9a:b1:61", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeee26ae7-fa", "ovs_interfaceid": "eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.159103] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183216, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.253246] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183220, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.561070] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529bb489-0e09-13e1-cc19-62f3ed944422, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.561376] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.561634] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2519898f-43dc-40a6-aec0-bd4363f03171/2519898f-43dc-40a6-aec0-bd4363f03171.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.565670] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9554e17-aa0d-42d4-ad3e-8094434ef0c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.574948] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 750.574948] env[69302]: value = "task-3183221" [ 750.574948] env[69302]: _type = "Task" [ 750.574948] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.584837] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.616567] env[69302]: DEBUG oslo_concurrency.lockutils [req-c7aa222f-4a44-4fc9-b901-38b94d5c4e5b req-923348ce-9b21-4ea1-aaa8-1fefeec97a93 service nova] Releasing lock "refresh_cache-2519898f-43dc-40a6-aec0-bd4363f03171" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.643499] env[69302]: DEBUG nova.network.neutron [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.662590] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183216, 'name': CloneVM_Task, 'duration_secs': 1.376745} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.665592] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Created linked-clone VM from snapshot [ 750.666387] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100bcf5d-d818-4305-8576-dbbb29d47d3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.669333] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85621236-17f5-454e-9ead-7ccacc000208 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.680094] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90ed59b-1042-45d9-a549-38e1f1799000 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.683829] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Uploading image 3fbd9d35-d8cb-4922-afb0-b87871914350 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 750.723138] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b52234-c734-492b-b9e0-e0129dcf49cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.731921] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 750.731921] env[69302]: value = "vm-636675" [ 750.731921] env[69302]: _type = "VirtualMachine" [ 750.731921] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 750.733160] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077bd1a1-d668-494f-a541-97be99bf8b2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.737232] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-30069555-d793-458f-82e0-b9ac9c292bc4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.750768] env[69302]: DEBUG nova.compute.provider_tree [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.755907] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lease: (returnval){ [ 750.755907] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f4eee-1d88-a87d-9313-3adc251ee790" [ 750.755907] env[69302]: _type = "HttpNfcLease" [ 750.755907] env[69302]: } obtained for exporting VM: (result){ [ 750.755907] env[69302]: value = "vm-636675" [ 750.755907] env[69302]: _type = "VirtualMachine" [ 750.755907] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 750.756212] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the lease: (returnval){ [ 750.756212] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f4eee-1d88-a87d-9313-3adc251ee790" [ 750.756212] env[69302]: _type = "HttpNfcLease" [ 750.756212] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 750.756212] env[69302]: DEBUG oslo_vmware.api [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183220, 'name': PowerOnVM_Task, 'duration_secs': 0.565087} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.759090] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.759775] env[69302]: INFO nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Took 10.06 seconds to spawn the instance on the hypervisor. [ 750.759775] env[69302]: DEBUG nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.763031] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0700f5-8ec0-405a-893b-d83976a4e1d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.769332] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 750.769332] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f4eee-1d88-a87d-9313-3adc251ee790" [ 750.769332] env[69302]: _type = "HttpNfcLease" [ 750.769332] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 750.770637] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 750.770637] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f4eee-1d88-a87d-9313-3adc251ee790" [ 750.770637] env[69302]: _type = "HttpNfcLease" [ 750.770637] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 750.775076] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a0648-db4d-4ee7-83c6-8673878564a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.778848] env[69302]: DEBUG nova.compute.manager [req-9245467f-7ca0-43da-9c75-4e8b06206fb3 req-50be3339-de14-4f2d-a3b7-1701e80a1f94 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Received event network-vif-deleted-6c729de3-20e4-46c5-8199-d2a59e9528a6 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.779042] env[69302]: INFO nova.compute.manager [req-9245467f-7ca0-43da-9c75-4e8b06206fb3 req-50be3339-de14-4f2d-a3b7-1701e80a1f94 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Neutron deleted interface 6c729de3-20e4-46c5-8199-d2a59e9528a6; detaching it from the instance and deleting it from the info cache [ 750.779219] env[69302]: DEBUG nova.network.neutron [req-9245467f-7ca0-43da-9c75-4e8b06206fb3 req-50be3339-de14-4f2d-a3b7-1701e80a1f94 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.787852] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcb3ef-e4fe-285c-e8eb-b7adbfd5d96f/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 750.787852] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcb3ef-e4fe-285c-e8eb-b7adbfd5d96f/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 750.917436] env[69302]: DEBUG nova.network.neutron [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [{"id": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "address": "fa:16:3e:12:5b:6b", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1bff7-a0", "ovs_interfaceid": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.940299] env[69302]: DEBUG nova.network.neutron [-] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.944968] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ed4d9d1-6fae-4013-aaa8-e2546302dec4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.088322] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183221, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.260352] env[69302]: DEBUG nova.scheduler.client.report [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.287131] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fe9500b-0b14-439a-aea9-ee5d181adb27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.290057] env[69302]: INFO nova.compute.manager [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Took 39.91 seconds to build instance. [ 751.300310] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f1f7b9-5472-4182-a7e8-563fc27c68b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.337428] env[69302]: DEBUG nova.compute.manager [req-9245467f-7ca0-43da-9c75-4e8b06206fb3 req-50be3339-de14-4f2d-a3b7-1701e80a1f94 service nova] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Detach interface failed, port_id=6c729de3-20e4-46c5-8199-d2a59e9528a6, reason: Instance befcb11c-d6e0-4353-90a1-fadd093233ed could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 751.391028] env[69302]: DEBUG nova.compute.manager [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received event network-vif-plugged-6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.392094] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] Acquiring lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.392094] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.392094] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.392390] env[69302]: DEBUG nova.compute.manager [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] No waiting events found dispatching network-vif-plugged-6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.393212] env[69302]: WARNING nova.compute.manager [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received unexpected event network-vif-plugged-6ef1bff7-a063-4286-8b3e-653dc4c825df for instance with vm_state building and task_state spawning. [ 751.393212] env[69302]: DEBUG nova.compute.manager [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received event network-changed-6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.393212] env[69302]: DEBUG nova.compute.manager [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Refreshing instance network info cache due to event network-changed-6ef1bff7-a063-4286-8b3e-653dc4c825df. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.393305] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] Acquiring lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.421939] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.423245] env[69302]: DEBUG nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Instance network_info: |[{"id": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "address": "fa:16:3e:12:5b:6b", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1bff7-a0", "ovs_interfaceid": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.423746] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] Acquired lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.424101] env[69302]: DEBUG nova.network.neutron [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Refreshing network info cache for port 6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.426029] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5b:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ef1bff7-a063-4286-8b3e-653dc4c825df', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.436326] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Creating folder: Project (2723ae59dc6c45c69511094b6178df73). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.439964] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b6f5fac-4325-4d34-907a-12f154dc7d09 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.446032] env[69302]: INFO nova.compute.manager [-] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Took 1.56 seconds to deallocate network for instance. [ 751.454347] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Created folder: Project (2723ae59dc6c45c69511094b6178df73) in parent group-v636578. [ 751.454347] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Creating folder: Instances. Parent ref: group-v636676. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.454833] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fddb728-738b-48f5-8e42-4c7480945428 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.464037] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Created folder: Instances in parent group-v636676. [ 751.464292] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.464588] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.465246] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72b7c14b-a696-4a9e-b269-e963ab1d91ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.490875] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.490875] env[69302]: value = "task-3183225" [ 751.490875] env[69302]: _type = "Task" [ 751.490875] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.501144] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183225, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.591674] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528119} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.593105] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2519898f-43dc-40a6-aec0-bd4363f03171/2519898f-43dc-40a6-aec0-bd4363f03171.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.593415] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.593863] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9118a54e-f81d-4c0a-8019-874caf54fabf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.603344] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 751.603344] env[69302]: value = "task-3183226" [ 751.603344] env[69302]: _type = "Task" [ 751.603344] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.610854] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.751650] env[69302]: DEBUG nova.network.neutron [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updated VIF entry in instance network info cache for port 6ef1bff7-a063-4286-8b3e-653dc4c825df. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.751770] env[69302]: DEBUG nova.network.neutron [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [{"id": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "address": "fa:16:3e:12:5b:6b", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1bff7-a0", "ovs_interfaceid": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.764964] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.765485] env[69302]: DEBUG nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.768783] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.117s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.770667] env[69302]: DEBUG nova.objects.instance [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 751.793217] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e1dbf8e-e2b3-4918-a7e9-15237a432c70 tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.490s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.932984] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquiring lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.932984] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.956538] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.001326] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183225, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.111749] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147747} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.112179] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.113081] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c50169-9e22-4168-843a-66a772b40531 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.136095] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 2519898f-43dc-40a6-aec0-bd4363f03171/2519898f-43dc-40a6-aec0-bd4363f03171.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.136483] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40eba788-16a7-408b-bf37-d850221bebcb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.156956] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 752.156956] env[69302]: value = "task-3183227" [ 752.156956] env[69302]: _type = "Task" [ 752.156956] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.165762] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.254809] env[69302]: DEBUG oslo_concurrency.lockutils [req-4f1ffe85-cb9a-42b4-b16d-9bb3cf29f021 req-3981de31-db8e-4774-9c81-a140a0fe35af service nova] Releasing lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.270250] env[69302]: DEBUG nova.compute.utils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.272222] env[69302]: DEBUG nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.275307] env[69302]: DEBUG nova.network.neutron [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.295700] env[69302]: DEBUG nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.330789] env[69302]: DEBUG nova.policy [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e6e1cbfebd1407e8b0d456e0826de94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2de25be33ae045f0a79e5a785eab8913', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.501878] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183225, 'name': CreateVM_Task, 'duration_secs': 0.573056} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.501878] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.501878] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.501878] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.502571] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.502886] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f8acc5-071f-4655-9ba3-abeedafb44fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.508193] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 752.508193] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bbfefe-97c1-0361-ab84-ac34f5fddcc1" [ 752.508193] env[69302]: _type = "Task" [ 752.508193] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.516546] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bbfefe-97c1-0361-ab84-ac34f5fddcc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.671033] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183227, 'name': ReconfigVM_Task, 'duration_secs': 0.305806} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.671601] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 2519898f-43dc-40a6-aec0-bd4363f03171/2519898f-43dc-40a6-aec0-bd4363f03171.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.672872] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-577d8434-d8fd-4c9f-8bf1-1f88ca4d27b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.678600] env[69302]: DEBUG nova.network.neutron [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Successfully created port: 6c7e9099-5f9b-4744-bce2-ceab844ed105 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.683312] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 752.683312] env[69302]: value = "task-3183228" [ 752.683312] env[69302]: _type = "Task" [ 752.683312] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.683899] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquiring lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.684337] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.684710] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquiring lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.685116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.685465] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.693243] env[69302]: INFO nova.compute.manager [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Terminating instance [ 752.702775] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183228, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.782021] env[69302]: DEBUG nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.783237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c311626a-94cc-47e3-8796-78f6bc339168 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.784801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.921s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.785201] env[69302]: DEBUG nova.objects.instance [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lazy-loading 'resources' on Instance uuid 9991015b-e2ca-49c4-89e9-78bbe9ce9919 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.825843] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.022020] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bbfefe-97c1-0361-ab84-ac34f5fddcc1, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.022020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.022020] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.022020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.022020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.022020] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.022020] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94f59229-9182-48dd-9d32-5e08521e10ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.030059] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.030179] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.030919] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb78f643-7781-4917-b635-60dd75de698c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.036924] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 753.036924] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525511c8-0549-d38d-8a92-5c039e8c27fc" [ 753.036924] env[69302]: _type = "Task" [ 753.036924] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.044589] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525511c8-0549-d38d-8a92-5c039e8c27fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.196797] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183228, 'name': Rename_Task, 'duration_secs': 0.167892} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.197146] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.197763] env[69302]: DEBUG nova.compute.manager [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.197957] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.198198] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-237c1555-53df-4bea-a52c-219e808dbca9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.200382] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66363ff5-6adf-42f6-a05d-48feb3dd9a48 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.208266] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.209968] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d952580-a2c3-4e9d-833c-9112cc86803d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.211261] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 753.211261] env[69302]: value = "task-3183229" [ 753.211261] env[69302]: _type = "Task" [ 753.211261] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.219671] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.221098] env[69302]: DEBUG oslo_vmware.api [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 753.221098] env[69302]: value = "task-3183230" [ 753.221098] env[69302]: _type = "Task" [ 753.221098] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.229726] env[69302]: DEBUG oslo_vmware.api [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.551585] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525511c8-0549-d38d-8a92-5c039e8c27fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.552452] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68428102-aab2-450f-8fb6-5aec376c3610 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.559362] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 753.559362] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa9fec-53ff-5df9-4682-a17c9b182a39" [ 753.559362] env[69302]: _type = "Task" [ 753.559362] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.567599] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa9fec-53ff-5df9-4682-a17c9b182a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.721264] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.722915] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd949ee9-58a2-4d44-8903-99ca11266fc1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.736523] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb954b66-00b7-4919-8eb5-b06710d18ce4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.740481] env[69302]: DEBUG oslo_vmware.api [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183230, 'name': PowerOffVM_Task, 'duration_secs': 0.203106} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.740781] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.740969] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.741748] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dbd8bb1-d069-45d7-921f-b07e5609d6ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.769077] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5165c9f1-8843-4a80-88c5-2b49fb4ed449 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.777150] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a254dfc-6ede-4207-a507-3fb8f0363c5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.790922] env[69302]: DEBUG nova.compute.provider_tree [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.794039] env[69302]: DEBUG nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.813920] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.814250] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.814451] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Deleting the datastore file [datastore2] 3d41d0c9-f036-4ea1-9316-13e5220f0f72 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.814732] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f296d3a-5470-4c1e-9aa0-5ac27688ed06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.819264] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.819616] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.819808] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.820166] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.820166] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.820301] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.820508] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.820667] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.820834] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.820995] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.821221] env[69302]: DEBUG nova.virt.hardware [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.822415] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da616c7-0b42-416e-8c8d-ff2181d10d1b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.833561] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46101071-ab57-4bb3-b595-916cd00478bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.837545] env[69302]: DEBUG oslo_vmware.api [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for the task: (returnval){ [ 753.837545] env[69302]: value = "task-3183232" [ 753.837545] env[69302]: _type = "Task" [ 753.837545] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.855507] env[69302]: DEBUG oslo_vmware.api [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.071020] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa9fec-53ff-5df9-4682-a17c9b182a39, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.071020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.071504] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] ff7f7de3-16d2-4052-a3cc-dfdd1e17f647/ff7f7de3-16d2-4052-a3cc-dfdd1e17f647.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.071594] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16e85068-cb44-4b9e-9ba1-a329e5cbe269 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.078745] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 754.078745] env[69302]: value = "task-3183233" [ 754.078745] env[69302]: _type = "Task" [ 754.078745] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.086486] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.192538] env[69302]: DEBUG nova.compute.manager [req-12beb55e-4998-4307-ab9f-8351124b16fc req-f2bd09fc-47e6-4c19-a964-568894549592 service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Received event network-vif-plugged-6c7e9099-5f9b-4744-bce2-ceab844ed105 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.192765] env[69302]: DEBUG oslo_concurrency.lockutils [req-12beb55e-4998-4307-ab9f-8351124b16fc req-f2bd09fc-47e6-4c19-a964-568894549592 service nova] Acquiring lock "29559c63-43a4-48ac-b902-d8c20252d8ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.192977] env[69302]: DEBUG oslo_concurrency.lockutils [req-12beb55e-4998-4307-ab9f-8351124b16fc req-f2bd09fc-47e6-4c19-a964-568894549592 service nova] Lock "29559c63-43a4-48ac-b902-d8c20252d8ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.193143] env[69302]: DEBUG oslo_concurrency.lockutils [req-12beb55e-4998-4307-ab9f-8351124b16fc req-f2bd09fc-47e6-4c19-a964-568894549592 service nova] Lock "29559c63-43a4-48ac-b902-d8c20252d8ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.193303] env[69302]: DEBUG nova.compute.manager [req-12beb55e-4998-4307-ab9f-8351124b16fc req-f2bd09fc-47e6-4c19-a964-568894549592 service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] No waiting events found dispatching network-vif-plugged-6c7e9099-5f9b-4744-bce2-ceab844ed105 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.193491] env[69302]: WARNING nova.compute.manager [req-12beb55e-4998-4307-ab9f-8351124b16fc req-f2bd09fc-47e6-4c19-a964-568894549592 service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Received unexpected event network-vif-plugged-6c7e9099-5f9b-4744-bce2-ceab844ed105 for instance with vm_state building and task_state spawning. [ 754.223279] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183229, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.299167] env[69302]: DEBUG nova.scheduler.client.report [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.304032] env[69302]: DEBUG nova.network.neutron [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Successfully updated port: 6c7e9099-5f9b-4744-bce2-ceab844ed105 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.349764] env[69302]: DEBUG oslo_vmware.api [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Task: {'id': task-3183232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216408} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.350051] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.350246] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.350436] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.350656] env[69302]: INFO nova.compute.manager [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Took 1.15 seconds to destroy the instance on the hypervisor. [ 754.350962] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.351127] env[69302]: DEBUG nova.compute.manager [-] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.351255] env[69302]: DEBUG nova.network.neutron [-] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.595392] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.722871] env[69302]: DEBUG oslo_vmware.api [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183229, 'name': PowerOnVM_Task, 'duration_secs': 1.101126} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.723150] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.723354] env[69302]: INFO nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Took 8.36 seconds to spawn the instance on the hypervisor. [ 754.723586] env[69302]: DEBUG nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.724504] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93962b7f-8ca2-4a9a-beee-f178b0adf2b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.806686] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.809371] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquiring lock "refresh_cache-29559c63-43a4-48ac-b902-d8c20252d8ae" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.809568] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquired lock "refresh_cache-29559c63-43a4-48ac-b902-d8c20252d8ae" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.809738] env[69302]: DEBUG nova.network.neutron [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.811836] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.496s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.814905] env[69302]: INFO nova.compute.claims [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.833203] env[69302]: INFO nova.scheduler.client.report [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted allocations for instance 9991015b-e2ca-49c4-89e9-78bbe9ce9919 [ 755.091194] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639084} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.091680] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] ff7f7de3-16d2-4052-a3cc-dfdd1e17f647/ff7f7de3-16d2-4052-a3cc-dfdd1e17f647.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.091769] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.091964] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-380f7d97-cad4-4c21-8bca-b8ca819419bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.098499] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 755.098499] env[69302]: value = "task-3183234" [ 755.098499] env[69302]: _type = "Task" [ 755.098499] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.106834] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.126910] env[69302]: DEBUG nova.network.neutron [-] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.244086] env[69302]: INFO nova.compute.manager [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Took 40.72 seconds to build instance. [ 755.341595] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c117e4f6-dac7-442a-b416-0161b63cc046 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "9991015b-e2ca-49c4-89e9-78bbe9ce9919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.988s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.357821] env[69302]: DEBUG nova.network.neutron [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.526479] env[69302]: DEBUG nova.network.neutron [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Updating instance_info_cache with network_info: [{"id": "6c7e9099-5f9b-4744-bce2-ceab844ed105", "address": "fa:16:3e:d2:ab:68", "network": {"id": "50723158-c87a-496c-a1f9-fbffa34cad08", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-526134727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2de25be33ae045f0a79e5a785eab8913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e9099-5f", "ovs_interfaceid": "6c7e9099-5f9b-4744-bce2-ceab844ed105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.540333] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "2519898f-43dc-40a6-aec0-bd4363f03171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.609344] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068454} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.609716] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.611025] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c609e61-ff40-4307-9df7-6ea81db9476b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.633500] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] ff7f7de3-16d2-4052-a3cc-dfdd1e17f647/ff7f7de3-16d2-4052-a3cc-dfdd1e17f647.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.634019] env[69302]: INFO nova.compute.manager [-] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Took 1.28 seconds to deallocate network for instance. [ 755.634290] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef12d2e-5cd1-47eb-b6b1-14a8745b009b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.656884] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 755.656884] env[69302]: value = "task-3183235" [ 755.656884] env[69302]: _type = "Task" [ 755.656884] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.665937] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.746149] env[69302]: DEBUG oslo_concurrency.lockutils [None req-024e71ae-9850-4d76-ac1a-55ab76e3e1f7 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "2519898f-43dc-40a6-aec0-bd4363f03171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.613s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.747594] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "2519898f-43dc-40a6-aec0-bd4363f03171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.207s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.747839] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "2519898f-43dc-40a6-aec0-bd4363f03171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.748080] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "2519898f-43dc-40a6-aec0-bd4363f03171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.748269] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "2519898f-43dc-40a6-aec0-bd4363f03171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.752904] env[69302]: INFO nova.compute.manager [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Terminating instance [ 756.030959] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Releasing lock "refresh_cache-29559c63-43a4-48ac-b902-d8c20252d8ae" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.030959] env[69302]: DEBUG nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Instance network_info: |[{"id": "6c7e9099-5f9b-4744-bce2-ceab844ed105", "address": "fa:16:3e:d2:ab:68", "network": {"id": "50723158-c87a-496c-a1f9-fbffa34cad08", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-526134727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2de25be33ae045f0a79e5a785eab8913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e9099-5f", "ovs_interfaceid": "6c7e9099-5f9b-4744-bce2-ceab844ed105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.031672] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ab:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c7e9099-5f9b-4744-bce2-ceab844ed105', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.040435] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Creating folder: Project (2de25be33ae045f0a79e5a785eab8913). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.040804] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45f56157-01d6-4ff9-a5ea-e3d19eae7a76 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.057104] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Created folder: Project (2de25be33ae045f0a79e5a785eab8913) in parent group-v636578. [ 756.057349] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Creating folder: Instances. Parent ref: group-v636679. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.060280] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82b873cf-c756-4451-ab90-71d8fe3f86d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.070788] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Created folder: Instances in parent group-v636679. [ 756.071082] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.071324] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.074033] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f8dfcd1-c33e-469e-a352-375a98f9131b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.095635] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.095635] env[69302]: value = "task-3183238" [ 756.095635] env[69302]: _type = "Task" [ 756.095635] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.106757] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183238, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.157093] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.168425] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183235, 'name': ReconfigVM_Task, 'duration_secs': 0.438315} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.168425] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Reconfigured VM instance instance-0000001e to attach disk [datastore2] ff7f7de3-16d2-4052-a3cc-dfdd1e17f647/ff7f7de3-16d2-4052-a3cc-dfdd1e17f647.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.169055] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fa906eb-bc0e-43c5-8d06-de72989957c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.178124] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 756.178124] env[69302]: value = "task-3183239" [ 756.178124] env[69302]: _type = "Task" [ 756.178124] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.188959] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183239, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.248609] env[69302]: DEBUG nova.compute.manager [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Received event network-changed-6c7e9099-5f9b-4744-bce2-ceab844ed105 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.248797] env[69302]: DEBUG nova.compute.manager [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Refreshing instance network info cache due to event network-changed-6c7e9099-5f9b-4744-bce2-ceab844ed105. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.249011] env[69302]: DEBUG oslo_concurrency.lockutils [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] Acquiring lock "refresh_cache-29559c63-43a4-48ac-b902-d8c20252d8ae" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.249247] env[69302]: DEBUG oslo_concurrency.lockutils [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] Acquired lock "refresh_cache-29559c63-43a4-48ac-b902-d8c20252d8ae" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.249419] env[69302]: DEBUG nova.network.neutron [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Refreshing network info cache for port 6c7e9099-5f9b-4744-bce2-ceab844ed105 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.250848] env[69302]: DEBUG nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.256254] env[69302]: DEBUG nova.compute.manager [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.256506] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.257397] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfb20a2-eb9d-4413-83e5-56ef5d988df5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.270348] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.271421] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7afd1a6a-7969-42f7-a36b-926399b20b00 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.278357] env[69302]: DEBUG oslo_vmware.api [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 756.278357] env[69302]: value = "task-3183240" [ 756.278357] env[69302]: _type = "Task" [ 756.278357] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.280188] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba6f422-8d8b-44e8-b417-460f77f888bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.295608] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be10f7dc-b66c-4e7c-a372-e38d045678f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.299263] env[69302]: DEBUG oslo_vmware.api [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.327846] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f986e15-6eef-49e5-b5de-1c7bccbb9b1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.335465] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c0949-6db6-4f2d-952e-69a3ff5f9868 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.350565] env[69302]: DEBUG nova.compute.provider_tree [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.604878] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183238, 'name': CreateVM_Task, 'duration_secs': 0.483563} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.605060] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.605753] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.605917] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.606257] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.606514] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c4bd29-794a-4e78-a3b3-0229f7b88157 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.611840] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 756.611840] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b8ff55-d644-4f06-8011-5fad5dd7b580" [ 756.611840] env[69302]: _type = "Task" [ 756.611840] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.621450] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b8ff55-d644-4f06-8011-5fad5dd7b580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.689029] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183239, 'name': Rename_Task, 'duration_secs': 0.221533} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.689029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.689029] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ece0bba7-55e3-4259-becc-7186701e0ff0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.695189] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 756.695189] env[69302]: value = "task-3183241" [ 756.695189] env[69302]: _type = "Task" [ 756.695189] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.703135] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.772155] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.791612] env[69302]: DEBUG oslo_vmware.api [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183240, 'name': PowerOffVM_Task, 'duration_secs': 0.248328} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.791612] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.791612] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.791812] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-606909f0-43de-4d10-8054-5f77c3c6f3e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.853421] env[69302]: DEBUG nova.scheduler.client.report [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.867993] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.868322] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.868585] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleting the datastore file [datastore2] 2519898f-43dc-40a6-aec0-bd4363f03171 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.868931] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2ecb56c-c69c-46df-b9ef-27ee1ff17c02 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.876827] env[69302]: DEBUG oslo_vmware.api [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 756.876827] env[69302]: value = "task-3183243" [ 756.876827] env[69302]: _type = "Task" [ 756.876827] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.885806] env[69302]: DEBUG oslo_vmware.api [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.026569] env[69302]: DEBUG nova.network.neutron [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Updated VIF entry in instance network info cache for port 6c7e9099-5f9b-4744-bce2-ceab844ed105. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.027221] env[69302]: DEBUG nova.network.neutron [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Updating instance_info_cache with network_info: [{"id": "6c7e9099-5f9b-4744-bce2-ceab844ed105", "address": "fa:16:3e:d2:ab:68", "network": {"id": "50723158-c87a-496c-a1f9-fbffa34cad08", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-526134727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2de25be33ae045f0a79e5a785eab8913", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e9099-5f", "ovs_interfaceid": "6c7e9099-5f9b-4744-bce2-ceab844ed105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.123712] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b8ff55-d644-4f06-8011-5fad5dd7b580, 'name': SearchDatastore_Task, 'duration_secs': 0.015927} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.124030] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.124304] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.124599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.124752] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.124935] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.125233] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-505365fc-ceb9-4f64-97ab-ce79b08a8b44 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.134828] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.135026] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.135757] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0230e90-a992-4350-aa85-7e3550142c9c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.141131] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 757.141131] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522b0a4a-d059-66a4-24c6-61036e1deb48" [ 757.141131] env[69302]: _type = "Task" [ 757.141131] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.149016] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522b0a4a-d059-66a4-24c6-61036e1deb48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.204698] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183241, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.359237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.359778] env[69302]: DEBUG nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.363303] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.848s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.363303] env[69302]: DEBUG nova.objects.instance [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lazy-loading 'resources' on Instance uuid 44884e11-f74e-4b24-9176-ff739acb1143 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.391693] env[69302]: DEBUG oslo_vmware.api [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281725} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.392286] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.392483] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.392655] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.392824] env[69302]: INFO nova.compute.manager [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Took 1.14 seconds to destroy the instance on the hypervisor. [ 757.393075] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.393268] env[69302]: DEBUG nova.compute.manager [-] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.393361] env[69302]: DEBUG nova.network.neutron [-] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.531152] env[69302]: DEBUG oslo_concurrency.lockutils [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] Releasing lock "refresh_cache-29559c63-43a4-48ac-b902-d8c20252d8ae" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.531472] env[69302]: DEBUG nova.compute.manager [req-66187c80-9499-4640-a7d9-5ff30766e350 req-1966391b-6377-4764-a698-b4024efe4bde service nova] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Received event network-vif-deleted-1a210b94-7ba2-4d24-8b7d-24f75c45a52f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.653358] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522b0a4a-d059-66a4-24c6-61036e1deb48, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.654166] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcabbbe8-7d6f-41cc-b579-7a6fb655c71d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.659425] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 757.659425] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52445d3d-8609-41b4-2d82-2ce949b4ff02" [ 757.659425] env[69302]: _type = "Task" [ 757.659425] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.667961] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52445d3d-8609-41b4-2d82-2ce949b4ff02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.705861] env[69302]: DEBUG oslo_vmware.api [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183241, 'name': PowerOnVM_Task, 'duration_secs': 0.680742} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.706151] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.706355] env[69302]: INFO nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Took 8.72 seconds to spawn the instance on the hypervisor. [ 757.706535] env[69302]: DEBUG nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.707322] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a72919-fed8-43c4-8307-4da7b9a37b35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.869248] env[69302]: DEBUG nova.compute.utils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.874612] env[69302]: DEBUG nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.874930] env[69302]: DEBUG nova.network.neutron [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.912967] env[69302]: DEBUG nova.policy [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e95968b07844b0395af9ab01d3e27ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f03026093c584db6a9c5d09b59bf7024', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.136976] env[69302]: DEBUG nova.network.neutron [-] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.170975] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52445d3d-8609-41b4-2d82-2ce949b4ff02, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.171294] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.171562] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 29559c63-43a4-48ac-b902-d8c20252d8ae/29559c63-43a4-48ac-b902-d8c20252d8ae.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.174107] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a15b787f-e9ba-4ef9-8979-09070dd2c08a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.181591] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 758.181591] env[69302]: value = "task-3183244" [ 758.181591] env[69302]: _type = "Task" [ 758.181591] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.194019] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.225466] env[69302]: INFO nova.compute.manager [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Took 42.43 seconds to build instance. [ 758.278926] env[69302]: DEBUG nova.compute.manager [req-1ca66aad-f1a7-44d2-baaf-9e3cb7312da8 req-474a8288-c31f-477a-8455-d8fb8328d55b service nova] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Received event network-vif-deleted-eee26ae7-fa50-48fe-8b4a-aa5fabe6a34e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.298841] env[69302]: DEBUG nova.network.neutron [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Successfully created port: 7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.316976] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380d1a9e-c20e-4c9b-b9fc-d16351e900e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.328290] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6bbffe-61e9-40d4-a0c3-e28f583c4983 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.378423] env[69302]: DEBUG nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.383061] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b66bc89-50a8-4832-a20b-8ac3cb8e6ace {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.391634] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117ada83-c6dd-4aa7-b318-bf984e03ced3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.408337] env[69302]: DEBUG nova.compute.provider_tree [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.640879] env[69302]: INFO nova.compute.manager [-] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Took 1.25 seconds to deallocate network for instance. [ 758.698525] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506566} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.698525] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 29559c63-43a4-48ac-b902-d8c20252d8ae/29559c63-43a4-48ac-b902-d8c20252d8ae.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.698525] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.698525] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b3df5cb-cc35-4143-a1a8-fd988ac33920 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.709233] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 758.709233] env[69302]: value = "task-3183245" [ 758.709233] env[69302]: _type = "Task" [ 758.709233] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.716744] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.726539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2bc1f7a8-f960-4b5d-8937-3dea47d74cd4 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.638s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.908648] env[69302]: DEBUG nova.compute.manager [req-2fb551a9-6392-4265-8783-63469a05e5f7 req-9ca76168-8ac5-4eb5-a30c-549d407b174b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received event network-changed-6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.908995] env[69302]: DEBUG nova.compute.manager [req-2fb551a9-6392-4265-8783-63469a05e5f7 req-9ca76168-8ac5-4eb5-a30c-549d407b174b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Refreshing instance network info cache due to event network-changed-6ef1bff7-a063-4286-8b3e-653dc4c825df. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.912548] env[69302]: DEBUG oslo_concurrency.lockutils [req-2fb551a9-6392-4265-8783-63469a05e5f7 req-9ca76168-8ac5-4eb5-a30c-549d407b174b service nova] Acquiring lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.912548] env[69302]: DEBUG oslo_concurrency.lockutils [req-2fb551a9-6392-4265-8783-63469a05e5f7 req-9ca76168-8ac5-4eb5-a30c-549d407b174b service nova] Acquired lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.912548] env[69302]: DEBUG nova.network.neutron [req-2fb551a9-6392-4265-8783-63469a05e5f7 req-9ca76168-8ac5-4eb5-a30c-549d407b174b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Refreshing network info cache for port 6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.912548] env[69302]: DEBUG nova.scheduler.client.report [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.151290] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.218323] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066471} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.218633] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.219516] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3a9a97-e8f4-48cd-8bac-5e83eccc4d64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.235641] env[69302]: DEBUG nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.247886] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 29559c63-43a4-48ac-b902-d8c20252d8ae/29559c63-43a4-48ac-b902-d8c20252d8ae.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.247886] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b144365-d525-4120-a378-12c8809fba4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.267184] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 759.267184] env[69302]: value = "task-3183246" [ 759.267184] env[69302]: _type = "Task" [ 759.267184] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.275456] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.390312] env[69302]: DEBUG nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.412097] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.412366] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.412557] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.412758] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.412917] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.413076] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.413311] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.413525] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.413714] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.413880] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.414074] env[69302]: DEBUG nova.virt.hardware [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.414918] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b875b0bb-bd1b-4cc0-baf4-94730164392c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.419864] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.422042] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.948s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.423526] env[69302]: INFO nova.compute.claims [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.432925] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0e142-b3a9-40fd-b654-e6262302a2e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.447046] env[69302]: INFO nova.scheduler.client.report [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Deleted allocations for instance 44884e11-f74e-4b24-9176-ff739acb1143 [ 759.656840] env[69302]: DEBUG nova.network.neutron [req-2fb551a9-6392-4265-8783-63469a05e5f7 req-9ca76168-8ac5-4eb5-a30c-549d407b174b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updated VIF entry in instance network info cache for port 6ef1bff7-a063-4286-8b3e-653dc4c825df. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.657206] env[69302]: DEBUG nova.network.neutron [req-2fb551a9-6392-4265-8783-63469a05e5f7 req-9ca76168-8ac5-4eb5-a30c-549d407b174b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [{"id": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "address": "fa:16:3e:12:5b:6b", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1bff7-a0", "ovs_interfaceid": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.764052] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.777492] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.954482] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c849224e-92e4-4119-bf42-06365cbf9d4e tempest-FloatingIPsAssociationNegativeTestJSON-603555305 tempest-FloatingIPsAssociationNegativeTestJSON-603555305-project-member] Lock "44884e11-f74e-4b24-9176-ff739acb1143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.790s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.160742] env[69302]: DEBUG oslo_concurrency.lockutils [req-2fb551a9-6392-4265-8783-63469a05e5f7 req-9ca76168-8ac5-4eb5-a30c-549d407b174b service nova] Releasing lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.280717] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183246, 'name': ReconfigVM_Task, 'duration_secs': 0.996646} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.281136] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 29559c63-43a4-48ac-b902-d8c20252d8ae/29559c63-43a4-48ac-b902-d8c20252d8ae.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.281693] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62926efe-dc8d-4f74-a6ab-7bfa75b6c41a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.288994] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 760.288994] env[69302]: value = "task-3183247" [ 760.288994] env[69302]: _type = "Task" [ 760.288994] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.299373] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183247, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.385519] env[69302]: DEBUG nova.compute.manager [req-4b0cac25-3a21-4154-9d11-6781c59d5528 req-fa9b7ba7-7231-4787-8ae4-d141191592aa service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Received event network-vif-plugged-7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.385747] env[69302]: DEBUG oslo_concurrency.lockutils [req-4b0cac25-3a21-4154-9d11-6781c59d5528 req-fa9b7ba7-7231-4787-8ae4-d141191592aa service nova] Acquiring lock "848596ef-6ff7-40f4-b28d-3986692e5ce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.385949] env[69302]: DEBUG oslo_concurrency.lockutils [req-4b0cac25-3a21-4154-9d11-6781c59d5528 req-fa9b7ba7-7231-4787-8ae4-d141191592aa service nova] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.386124] env[69302]: DEBUG oslo_concurrency.lockutils [req-4b0cac25-3a21-4154-9d11-6781c59d5528 req-fa9b7ba7-7231-4787-8ae4-d141191592aa service nova] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.387072] env[69302]: DEBUG nova.compute.manager [req-4b0cac25-3a21-4154-9d11-6781c59d5528 req-fa9b7ba7-7231-4787-8ae4-d141191592aa service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] No waiting events found dispatching network-vif-plugged-7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.387072] env[69302]: WARNING nova.compute.manager [req-4b0cac25-3a21-4154-9d11-6781c59d5528 req-fa9b7ba7-7231-4787-8ae4-d141191592aa service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Received unexpected event network-vif-plugged-7a5f1017-7776-4d77-bce5-bfe53e4daea5 for instance with vm_state building and task_state spawning. [ 760.444119] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcb3ef-e4fe-285c-e8eb-b7adbfd5d96f/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.445012] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96764a2e-69c5-429a-87ea-b76e1d410a3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.451626] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcb3ef-e4fe-285c-e8eb-b7adbfd5d96f/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.451793] env[69302]: ERROR oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcb3ef-e4fe-285c-e8eb-b7adbfd5d96f/disk-0.vmdk due to incomplete transfer. [ 760.452049] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-72ce86d5-3731-4fc8-97f7-91d1cf17020e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.459118] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcb3ef-e4fe-285c-e8eb-b7adbfd5d96f/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.459340] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Uploaded image 3fbd9d35-d8cb-4922-afb0-b87871914350 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.461639] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.461746] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b419cd95-8e5f-4569-a48d-cd1fe7a5ee4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.467315] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 760.467315] env[69302]: value = "task-3183248" [ 760.467315] env[69302]: _type = "Task" [ 760.467315] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.477344] env[69302]: DEBUG nova.network.neutron [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Successfully updated port: 7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.487987] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183248, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.798838] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183247, 'name': Rename_Task, 'duration_secs': 0.181142} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.801881] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.802325] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2026ac9-b32a-4e8a-8362-e3da2e161fe3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.808719] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 760.808719] env[69302]: value = "task-3183249" [ 760.808719] env[69302]: _type = "Task" [ 760.808719] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.818217] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.913023] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabbd912-fda0-4759-8f61-f1051bb0b3f4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.919487] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ae116d-207f-41ad-ba86-2dc5b7dc2f6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.951700] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43228989-79d2-4dcb-b1eb-2630a0a554b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.958453] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd095890-8562-46d4-8b2b-2cda7dce7277 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.971662] env[69302]: DEBUG nova.compute.provider_tree [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.981457] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183248, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.983593] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.983738] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.983872] env[69302]: DEBUG nova.network.neutron [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.324168] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.481760] env[69302]: DEBUG nova.scheduler.client.report [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.484986] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183248, 'name': Destroy_Task, 'duration_secs': 0.947079} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.485251] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Destroyed the VM [ 761.485871] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.486019] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4e7eceb2-91c1-4c61-a404-fb559164d477 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.495220] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 761.495220] env[69302]: value = "task-3183250" [ 761.495220] env[69302]: _type = "Task" [ 761.495220] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.503818] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183250, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.535465] env[69302]: DEBUG nova.network.neutron [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.713356] env[69302]: DEBUG nova.network.neutron [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Updating instance_info_cache with network_info: [{"id": "7a5f1017-7776-4d77-bce5-bfe53e4daea5", "address": "fa:16:3e:f0:ac:ae", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5f1017-77", "ovs_interfaceid": "7a5f1017-7776-4d77-bce5-bfe53e4daea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.819058] env[69302]: DEBUG oslo_vmware.api [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183249, 'name': PowerOnVM_Task, 'duration_secs': 0.86836} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.819354] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.819615] env[69302]: INFO nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Took 8.03 seconds to spawn the instance on the hypervisor. [ 761.820159] env[69302]: DEBUG nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.820603] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf057bdb-09a4-4cfb-9383-8d89981576ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.987372] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.987889] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.990515] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.412s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.990746] env[69302]: DEBUG nova.objects.instance [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lazy-loading 'resources' on Instance uuid 70505d2f-ad77-42e3-b0e7-a691d0552c50 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.005852] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183250, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.215879] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.216395] env[69302]: DEBUG nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Instance network_info: |[{"id": "7a5f1017-7776-4d77-bce5-bfe53e4daea5", "address": "fa:16:3e:f0:ac:ae", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5f1017-77", "ovs_interfaceid": "7a5f1017-7776-4d77-bce5-bfe53e4daea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.217089] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:ac:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a5f1017-7776-4d77-bce5-bfe53e4daea5', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.230325] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Creating folder: Project (f03026093c584db6a9c5d09b59bf7024). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.230791] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14e3b028-1ceb-471c-b82c-6b37b3d8c838 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.243502] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Created folder: Project (f03026093c584db6a9c5d09b59bf7024) in parent group-v636578. [ 762.243834] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Creating folder: Instances. Parent ref: group-v636682. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.244225] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb9530ec-2763-4d18-9eb6-fe46f4334bef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.254490] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Created folder: Instances in parent group-v636682. [ 762.254894] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.255209] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.255529] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c00668e2-ead1-4b78-86b8-43c19d4d7526 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.286203] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.286203] env[69302]: value = "task-3183253" [ 762.286203] env[69302]: _type = "Task" [ 762.286203] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.295337] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183253, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.341084] env[69302]: INFO nova.compute.manager [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Took 44.13 seconds to build instance. [ 762.494440] env[69302]: DEBUG nova.compute.utils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.498657] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.498915] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.523997] env[69302]: DEBUG oslo_vmware.api [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183250, 'name': RemoveSnapshot_Task, 'duration_secs': 0.91255} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.527576] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.527576] env[69302]: INFO nova.compute.manager [None req-c83998fa-c290-4f3a-9cca-df756c5459e9 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Took 15.01 seconds to snapshot the instance on the hypervisor. [ 762.563504] env[69302]: DEBUG nova.policy [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7dc65b871a4427db6927b8078db42e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd221d393d5c54bccb45e2c8095efccb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.576565] env[69302]: DEBUG nova.compute.manager [req-d2ea4224-658a-4812-9d50-cf4abe606318 req-4d1e6878-771e-4d8e-b62f-0630cffc03f7 service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Received event network-changed-7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.576839] env[69302]: DEBUG nova.compute.manager [req-d2ea4224-658a-4812-9d50-cf4abe606318 req-4d1e6878-771e-4d8e-b62f-0630cffc03f7 service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Refreshing instance network info cache due to event network-changed-7a5f1017-7776-4d77-bce5-bfe53e4daea5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.578223] env[69302]: DEBUG oslo_concurrency.lockutils [req-d2ea4224-658a-4812-9d50-cf4abe606318 req-4d1e6878-771e-4d8e-b62f-0630cffc03f7 service nova] Acquiring lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.578445] env[69302]: DEBUG oslo_concurrency.lockutils [req-d2ea4224-658a-4812-9d50-cf4abe606318 req-4d1e6878-771e-4d8e-b62f-0630cffc03f7 service nova] Acquired lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.578652] env[69302]: DEBUG nova.network.neutron [req-d2ea4224-658a-4812-9d50-cf4abe606318 req-4d1e6878-771e-4d8e-b62f-0630cffc03f7 service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Refreshing network info cache for port 7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.796213] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183253, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.846567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2c584118-6880-4c2f-b00e-59000694e544 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "29559c63-43a4-48ac-b902-d8c20252d8ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.876s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.973854] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Successfully created port: 4d4a8198-736b-4a26-b60a-8285df135288 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.999169] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.118024] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa2e20-603f-4c30-bab4-923c5702ec98 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.126224] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e2fe5-410a-4e48-aca1-759e025b7730 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.170478] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d733753e-1e22-47c0-8289-ecb539923901 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.178774] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9df52a-8d22-4127-99e6-b283d150775b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.196212] env[69302]: DEBUG nova.compute.provider_tree [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.300316] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183253, 'name': CreateVM_Task, 'duration_secs': 0.512787} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.300565] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.301309] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.301632] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.301992] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.302539] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f49430-bebc-4ba5-8563-79d3c40fa6fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.307854] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 763.307854] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526210a1-9d7d-4056-042e-82c815ecb0ea" [ 763.307854] env[69302]: _type = "Task" [ 763.307854] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.317650] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526210a1-9d7d-4056-042e-82c815ecb0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.354283] env[69302]: DEBUG nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.568241] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquiring lock "29559c63-43a4-48ac-b902-d8c20252d8ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.569048] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "29559c63-43a4-48ac-b902-d8c20252d8ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.569410] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquiring lock "29559c63-43a4-48ac-b902-d8c20252d8ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.570031] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "29559c63-43a4-48ac-b902-d8c20252d8ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.570325] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "29559c63-43a4-48ac-b902-d8c20252d8ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.578319] env[69302]: INFO nova.compute.manager [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Terminating instance [ 763.698300] env[69302]: DEBUG nova.scheduler.client.report [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.768230] env[69302]: DEBUG nova.network.neutron [req-d2ea4224-658a-4812-9d50-cf4abe606318 req-4d1e6878-771e-4d8e-b62f-0630cffc03f7 service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Updated VIF entry in instance network info cache for port 7a5f1017-7776-4d77-bce5-bfe53e4daea5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.768609] env[69302]: DEBUG nova.network.neutron [req-d2ea4224-658a-4812-9d50-cf4abe606318 req-4d1e6878-771e-4d8e-b62f-0630cffc03f7 service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Updating instance_info_cache with network_info: [{"id": "7a5f1017-7776-4d77-bce5-bfe53e4daea5", "address": "fa:16:3e:f0:ac:ae", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5f1017-77", "ovs_interfaceid": "7a5f1017-7776-4d77-bce5-bfe53e4daea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.819066] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526210a1-9d7d-4056-042e-82c815ecb0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.037021} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.819416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.819646] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.819877] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.820038] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.820223] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.820483] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4c29efe-2fb1-4c64-a077-0c4b5e2034aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.836527] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.836715] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.837462] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fbd9ed-cb91-4594-a3ad-8f5bd2e70c05 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.846951] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 763.846951] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d890df-132d-dd84-f39e-baa8dbc95d99" [ 763.846951] env[69302]: _type = "Task" [ 763.846951] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.855450] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d890df-132d-dd84-f39e-baa8dbc95d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.876785] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.010404] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.038844] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.039225] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.039307] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.039436] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.039578] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.039768] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.040183] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.040404] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.040650] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.040808] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.041038] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.042322] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66788263-c2df-454d-bc69-dd042ce66e27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.051209] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6e3650-e8f8-4c91-a3b5-7c0de5a1aaa6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.093984] env[69302]: DEBUG nova.compute.manager [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.094277] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.095384] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54419954-6228-4eb3-a2e4-aaa6b3f32b37 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.104212] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.104950] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56489c89-61e1-4ab5-9a5a-3deff6b92182 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.112540] env[69302]: DEBUG oslo_vmware.api [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 764.112540] env[69302]: value = "task-3183254" [ 764.112540] env[69302]: _type = "Task" [ 764.112540] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.123599] env[69302]: DEBUG oslo_vmware.api [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.205483] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.206805] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.844s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.206805] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.206805] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 764.206805] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.635s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.210196] env[69302]: INFO nova.compute.claims [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.214114] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c70f7-ae92-4b28-b213-b1500e7eb743 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.224538] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64aa671-9a1d-488b-b71b-c7e8844c631b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.245590] env[69302]: INFO nova.scheduler.client.report [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Deleted allocations for instance 70505d2f-ad77-42e3-b0e7-a691d0552c50 [ 764.247491] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b33298-a80f-4e13-93dc-a9a94b8e7cd3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.259900] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f079a-6a35-4ec3-b65c-47e9d33800ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.291451] env[69302]: DEBUG oslo_concurrency.lockutils [req-d2ea4224-658a-4812-9d50-cf4abe606318 req-4d1e6878-771e-4d8e-b62f-0630cffc03f7 service nova] Releasing lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.292053] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179796MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 764.292275] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.358083] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d890df-132d-dd84-f39e-baa8dbc95d99, 'name': SearchDatastore_Task, 'duration_secs': 0.019258} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.358941] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed43bf1-3b70-4eb7-b5dd-c42786c6ad8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.364466] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 764.364466] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ee1f0a-cfde-a6da-2190-03ade605c57a" [ 764.364466] env[69302]: _type = "Task" [ 764.364466] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.372524] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ee1f0a-cfde-a6da-2190-03ade605c57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.625402] env[69302]: DEBUG nova.compute.manager [req-4e5e4975-3050-45ec-9b14-80c9dc1e45b4 req-e89cec6f-cd6d-4a25-b904-5ff120defff6 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Received event network-vif-plugged-4d4a8198-736b-4a26-b60a-8285df135288 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.625402] env[69302]: DEBUG oslo_concurrency.lockutils [req-4e5e4975-3050-45ec-9b14-80c9dc1e45b4 req-e89cec6f-cd6d-4a25-b904-5ff120defff6 service nova] Acquiring lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.625402] env[69302]: DEBUG oslo_concurrency.lockutils [req-4e5e4975-3050-45ec-9b14-80c9dc1e45b4 req-e89cec6f-cd6d-4a25-b904-5ff120defff6 service nova] Lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.625402] env[69302]: DEBUG oslo_concurrency.lockutils [req-4e5e4975-3050-45ec-9b14-80c9dc1e45b4 req-e89cec6f-cd6d-4a25-b904-5ff120defff6 service nova] Lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.625402] env[69302]: DEBUG nova.compute.manager [req-4e5e4975-3050-45ec-9b14-80c9dc1e45b4 req-e89cec6f-cd6d-4a25-b904-5ff120defff6 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] No waiting events found dispatching network-vif-plugged-4d4a8198-736b-4a26-b60a-8285df135288 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.625659] env[69302]: WARNING nova.compute.manager [req-4e5e4975-3050-45ec-9b14-80c9dc1e45b4 req-e89cec6f-cd6d-4a25-b904-5ff120defff6 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Received unexpected event network-vif-plugged-4d4a8198-736b-4a26-b60a-8285df135288 for instance with vm_state building and task_state spawning. [ 764.631874] env[69302]: DEBUG oslo_vmware.api [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183254, 'name': PowerOffVM_Task, 'duration_secs': 0.266648} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.632840] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.632840] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.633094] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2d1a70d-9f5d-46c8-9c23-f477b4047288 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.695104] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.695339] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.695523] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Deleting the datastore file [datastore1] 29559c63-43a4-48ac-b902-d8c20252d8ae {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.695791] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73fe6279-e9fc-4791-aa07-30e9f242e046 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.704483] env[69302]: DEBUG oslo_vmware.api [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for the task: (returnval){ [ 764.704483] env[69302]: value = "task-3183256" [ 764.704483] env[69302]: _type = "Task" [ 764.704483] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.712669] env[69302]: DEBUG oslo_vmware.api [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.759036] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f67c270-88b1-4f76-b4a8-bd3b7862dce0 tempest-DeleteServersAdminTestJSON-1431548169 tempest-DeleteServersAdminTestJSON-1431548169-project-member] Lock "70505d2f-ad77-42e3-b0e7-a691d0552c50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.741s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.774837] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Successfully updated port: 4d4a8198-736b-4a26-b60a-8285df135288 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.876547] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ee1f0a-cfde-a6da-2190-03ade605c57a, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.876860] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.877118] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 848596ef-6ff7-40f4-b28d-3986692e5ce5/848596ef-6ff7-40f4-b28d-3986692e5ce5.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.877390] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6183f63d-6d6d-4eda-a8e4-564578c190cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.883060] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 764.883060] env[69302]: value = "task-3183257" [ 764.883060] env[69302]: _type = "Task" [ 764.883060] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.891247] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.092210] env[69302]: DEBUG nova.compute.manager [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.093333] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22be31c-7abf-40ae-882a-f51648935102 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.214821] env[69302]: DEBUG oslo_vmware.api [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Task: {'id': task-3183256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158323} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.215073] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.215263] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.215478] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.215635] env[69302]: INFO nova.compute.manager [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Took 1.12 seconds to destroy the instance on the hypervisor. [ 765.215893] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.216146] env[69302]: DEBUG nova.compute.manager [-] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.216259] env[69302]: DEBUG nova.network.neutron [-] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.278242] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "refresh_cache-2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.278499] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "refresh_cache-2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.278557] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.397999] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495402} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.401885] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 848596ef-6ff7-40f4-b28d-3986692e5ce5/848596ef-6ff7-40f4-b28d-3986692e5ce5.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.402213] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.402766] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd6fa39c-7827-4744-8e3c-28c983377751 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.412187] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 765.412187] env[69302]: value = "task-3183258" [ 765.412187] env[69302]: _type = "Task" [ 765.412187] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.422536] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.607924] env[69302]: INFO nova.compute.manager [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] instance snapshotting [ 765.608094] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb5f9d-e7a2-40ed-81d0-6a2f1562fa97 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.635256] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f95614f-c620-4269-8709-0064c0b79e09 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.767356] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750891b3-11f7-48ef-a398-2f8ac3a14a08 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.775519] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f98bbf3-e7f7-4b70-bd48-828b31a7da4d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.808660] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ac77ac-406a-4fcb-a7a9-9db6ca75dc33 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.816477] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddbefd2-eb21-40c5-82d9-c90b85e35b14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.830503] env[69302]: DEBUG nova.compute.provider_tree [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.900207] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.924458] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090146} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.924742] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.926029] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a86c1f7-dae1-44e1-a31d-6f79529562e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.951552] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 848596ef-6ff7-40f4-b28d-3986692e5ce5/848596ef-6ff7-40f4-b28d-3986692e5ce5.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.955105] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57d4b4c-ce96-4c93-b800-43632f3d887c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.979327] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 765.979327] env[69302]: value = "task-3183259" [ 765.979327] env[69302]: _type = "Task" [ 765.979327] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.992831] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.098181] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Updating instance_info_cache with network_info: [{"id": "4d4a8198-736b-4a26-b60a-8285df135288", "address": "fa:16:3e:75:08:57", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4a8198-73", "ovs_interfaceid": "4d4a8198-736b-4a26-b60a-8285df135288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.116216] env[69302]: DEBUG nova.network.neutron [-] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.150109] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.150109] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d72d3210-9f3f-42bf-9918-8772600cf373 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.158148] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 766.158148] env[69302]: value = "task-3183260" [ 766.158148] env[69302]: _type = "Task" [ 766.158148] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.166062] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.335179] env[69302]: DEBUG nova.scheduler.client.report [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.489589] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183259, 'name': ReconfigVM_Task, 'duration_secs': 0.405601} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.489895] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 848596ef-6ff7-40f4-b28d-3986692e5ce5/848596ef-6ff7-40f4-b28d-3986692e5ce5.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.490548] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-613af2e3-f50b-4a68-aa04-2b9284b9d0aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.497225] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 766.497225] env[69302]: value = "task-3183261" [ 766.497225] env[69302]: _type = "Task" [ 766.497225] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.509083] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183261, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.605021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "refresh_cache-2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.605021] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Instance network_info: |[{"id": "4d4a8198-736b-4a26-b60a-8285df135288", "address": "fa:16:3e:75:08:57", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4a8198-73", "ovs_interfaceid": "4d4a8198-736b-4a26-b60a-8285df135288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.605021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:08:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d4a8198-736b-4a26-b60a-8285df135288', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.612862] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.613227] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.613587] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce51db17-0631-4a5e-848c-1bc61cfa15c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.631367] env[69302]: INFO nova.compute.manager [-] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Took 1.41 seconds to deallocate network for instance. [ 766.639244] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.639244] env[69302]: value = "task-3183262" [ 766.639244] env[69302]: _type = "Task" [ 766.639244] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.648972] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183262, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.654100] env[69302]: DEBUG nova.compute.manager [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Received event network-changed-4d4a8198-736b-4a26-b60a-8285df135288 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.654100] env[69302]: DEBUG nova.compute.manager [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Refreshing instance network info cache due to event network-changed-4d4a8198-736b-4a26-b60a-8285df135288. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.654420] env[69302]: DEBUG oslo_concurrency.lockutils [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] Acquiring lock "refresh_cache-2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.654704] env[69302]: DEBUG oslo_concurrency.lockutils [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] Acquired lock "refresh_cache-2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.654987] env[69302]: DEBUG nova.network.neutron [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Refreshing network info cache for port 4d4a8198-736b-4a26-b60a-8285df135288 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.667012] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquiring lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.667413] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.672341] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183260, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.843124] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.843124] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.844467] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.554s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.846572] env[69302]: INFO nova.compute.claims [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.008816] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183261, 'name': Rename_Task, 'duration_secs': 0.161792} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.009269] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.009588] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-105fa530-1938-4f40-bc75-62a6f449bc1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.017716] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 767.017716] env[69302]: value = "task-3183263" [ 767.017716] env[69302]: _type = "Task" [ 767.017716] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.028732] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.145027] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.152952] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183262, 'name': CreateVM_Task, 'duration_secs': 0.409329} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.153389] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.154315] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.154676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.156018] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.156018] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c668a6ea-3506-4180-b05a-551fdeccd23f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.165514] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 767.165514] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521a43fa-c25f-a100-200e-0b429679d7e4" [ 767.165514] env[69302]: _type = "Task" [ 767.165514] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.180461] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183260, 'name': CreateSnapshot_Task, 'duration_secs': 0.547834} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.180461] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.182053] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d755f942-021d-4da4-ab80-99480aa4b543 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.193999] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521a43fa-c25f-a100-200e-0b429679d7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.355828] env[69302]: DEBUG nova.compute.utils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.362118] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.362118] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.418438] env[69302]: DEBUG nova.policy [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7dc65b871a4427db6927b8078db42e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd221d393d5c54bccb45e2c8095efccb8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.528133] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.611183] env[69302]: DEBUG nova.network.neutron [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Updated VIF entry in instance network info cache for port 4d4a8198-736b-4a26-b60a-8285df135288. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.611657] env[69302]: DEBUG nova.network.neutron [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Updating instance_info_cache with network_info: [{"id": "4d4a8198-736b-4a26-b60a-8285df135288", "address": "fa:16:3e:75:08:57", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d4a8198-73", "ovs_interfaceid": "4d4a8198-736b-4a26-b60a-8285df135288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.681069] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521a43fa-c25f-a100-200e-0b429679d7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.030432} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.681953] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.681953] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.683108] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.683272] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.683477] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.683777] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-804e980e-9ab4-4aab-a036-4e6d6e5dcbf6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.691801] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.691973] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.692820] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80845955-3f8d-49ea-a66f-95a4cdf6d87c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.699083] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 767.699083] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527872cf-3a33-b6ef-e723-d24baad18745" [ 767.699083] env[69302]: _type = "Task" [ 767.699083] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.711013] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.716032] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d82dbe1-bc54-44bf-8099-34a5c7ad518d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.717629] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527872cf-3a33-b6ef-e723-d24baad18745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.722457] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 767.722457] env[69302]: value = "task-3183264" [ 767.722457] env[69302]: _type = "Task" [ 767.722457] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.732854] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183264, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.757015] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Successfully created port: 30cc7d08-48a5-4402-89ad-8dc1ae6a548b {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.860330] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.030088] env[69302]: DEBUG oslo_vmware.api [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183263, 'name': PowerOnVM_Task, 'duration_secs': 0.621647} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.033167] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.033531] env[69302]: INFO nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Took 8.64 seconds to spawn the instance on the hypervisor. [ 768.033592] env[69302]: DEBUG nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.034870] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed99077-3d68-4957-bf42-c387fa8530f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.114307] env[69302]: DEBUG oslo_concurrency.lockutils [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] Releasing lock "refresh_cache-2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.114623] env[69302]: DEBUG nova.compute.manager [req-9477d0c0-f0d2-4c58-b8fe-010f10441292 req-595ac7be-3cf9-42ec-930a-07c6abf0cab6 service nova] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Received event network-vif-deleted-6c7e9099-5f9b-4744-bce2-ceab844ed105 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.215879] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527872cf-3a33-b6ef-e723-d24baad18745, 'name': SearchDatastore_Task, 'duration_secs': 0.012188} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.220240] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b37388-fbe0-4b08-8e3e-60150a68205d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.222571] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 768.222571] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e0915d-54fa-d9d3-0a76-664b7026d6c1" [ 768.222571] env[69302]: _type = "Task" [ 768.222571] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.238288] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e0915d-54fa-d9d3-0a76-664b7026d6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011555} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.243613] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.243957] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49/2eed39cd-ca0f-4055-a8b6-f215ff9b3e49.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.244273] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183264, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.247585] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56bad81d-c3ab-484f-bdb4-d4ca8d4bd454 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.258268] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 768.258268] env[69302]: value = "task-3183265" [ 768.258268] env[69302]: _type = "Task" [ 768.258268] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.262129] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.409119] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74730efc-3915-463d-b2eb-55ff2b3f6677 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.419747] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67233506-1756-4e52-b0a5-13050be894fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.461562] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a3568a-f56f-4954-903e-c59f4a6c5eab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.469057] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1902448-5340-4516-8c16-484df86ae818 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.485132] env[69302]: DEBUG nova.compute.provider_tree [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.568735] env[69302]: INFO nova.compute.manager [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Took 44.29 seconds to build instance. [ 768.735357] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183264, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.763929] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476851} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.765005] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49/2eed39cd-ca0f-4055-a8b6-f215ff9b3e49.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.765599] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.765671] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df6e18f8-ada8-4531-8c93-6949a4ba8bb8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.774578] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 768.774578] env[69302]: value = "task-3183266" [ 768.774578] env[69302]: _type = "Task" [ 768.774578] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.782851] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.878030] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.900919] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.901209] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.901352] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.901537] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.901681] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.901822] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.902038] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.902201] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.902365] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.902524] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.902690] env[69302]: DEBUG nova.virt.hardware [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.903610] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d3ff4-794a-45df-a79b-d33e77007aae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.911375] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b35e58f-7cf3-4757-8d8b-5bb20c49e4f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.988663] env[69302]: DEBUG nova.scheduler.client.report [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.073077] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1f5499b3-dc04-4d54-aad2-daac80aa9d80 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.872s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.237686] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183264, 'name': CloneVM_Task, 'duration_secs': 1.299089} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.237686] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Created linked-clone VM from snapshot [ 769.238104] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c403d89b-ba52-4f10-b3df-3a98beb97532 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.245635] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Uploading image 19c0d7c1-e599-4f1a-86b5-fca4e71ea113 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.283523] env[69302]: DEBUG oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.283523] env[69302]: value = "vm-636687" [ 769.283523] env[69302]: _type = "VirtualMachine" [ 769.283523] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.283797] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c2a23e38-c8f9-4879-b635-a9c4bc0097be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.290019] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0694} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.290019] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.290019] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdde0cb-b762-4b55-8b62-8ceae6f42714 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.295445] env[69302]: DEBUG oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lease: (returnval){ [ 769.295445] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52561cb2-16ed-1b10-b2f7-fb0a04933bd4" [ 769.295445] env[69302]: _type = "HttpNfcLease" [ 769.295445] env[69302]: } obtained for exporting VM: (result){ [ 769.295445] env[69302]: value = "vm-636687" [ 769.295445] env[69302]: _type = "VirtualMachine" [ 769.295445] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.295815] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the lease: (returnval){ [ 769.295815] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52561cb2-16ed-1b10-b2f7-fb0a04933bd4" [ 769.295815] env[69302]: _type = "HttpNfcLease" [ 769.295815] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.315672] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49/2eed39cd-ca0f-4055-a8b6-f215ff9b3e49.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.318123] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14f5bb1f-161b-4a66-a621-276d6c86c8b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.336037] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.336037] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52561cb2-16ed-1b10-b2f7-fb0a04933bd4" [ 769.336037] env[69302]: _type = "HttpNfcLease" [ 769.336037] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.337975] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 769.337975] env[69302]: value = "task-3183268" [ 769.337975] env[69302]: _type = "Task" [ 769.337975] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.345769] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.468829] env[69302]: DEBUG nova.compute.manager [req-f56c9530-c341-4f44-b50f-12f3128ab53e req-e3c082e4-5c7b-4fe4-8485-25756cfe7439 service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Received event network-vif-plugged-30cc7d08-48a5-4402-89ad-8dc1ae6a548b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.469017] env[69302]: DEBUG oslo_concurrency.lockutils [req-f56c9530-c341-4f44-b50f-12f3128ab53e req-e3c082e4-5c7b-4fe4-8485-25756cfe7439 service nova] Acquiring lock "a0079d1d-6c08-4567-9749-13625c373993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.469309] env[69302]: DEBUG oslo_concurrency.lockutils [req-f56c9530-c341-4f44-b50f-12f3128ab53e req-e3c082e4-5c7b-4fe4-8485-25756cfe7439 service nova] Lock "a0079d1d-6c08-4567-9749-13625c373993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.469494] env[69302]: DEBUG oslo_concurrency.lockutils [req-f56c9530-c341-4f44-b50f-12f3128ab53e req-e3c082e4-5c7b-4fe4-8485-25756cfe7439 service nova] Lock "a0079d1d-6c08-4567-9749-13625c373993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.469660] env[69302]: DEBUG nova.compute.manager [req-f56c9530-c341-4f44-b50f-12f3128ab53e req-e3c082e4-5c7b-4fe4-8485-25756cfe7439 service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] No waiting events found dispatching network-vif-plugged-30cc7d08-48a5-4402-89ad-8dc1ae6a548b {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.469823] env[69302]: WARNING nova.compute.manager [req-f56c9530-c341-4f44-b50f-12f3128ab53e req-e3c082e4-5c7b-4fe4-8485-25756cfe7439 service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Received unexpected event network-vif-plugged-30cc7d08-48a5-4402-89ad-8dc1ae6a548b for instance with vm_state building and task_state spawning. [ 769.501089] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.501089] env[69302]: DEBUG nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.506521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.075s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.508278] env[69302]: INFO nova.compute.claims [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.575956] env[69302]: DEBUG nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.638585] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Successfully updated port: 30cc7d08-48a5-4402-89ad-8dc1ae6a548b {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.731023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquiring lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.731023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.813508] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.813508] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52561cb2-16ed-1b10-b2f7-fb0a04933bd4" [ 769.813508] env[69302]: _type = "HttpNfcLease" [ 769.813508] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.813850] env[69302]: DEBUG oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.813850] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52561cb2-16ed-1b10-b2f7-fb0a04933bd4" [ 769.813850] env[69302]: _type = "HttpNfcLease" [ 769.813850] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.814619] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7fc4a2-2fc1-4e31-8c94-148292630384 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.822007] env[69302]: DEBUG oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c7edb-ca0b-4062-7227-d91cefe02fb3/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.822194] env[69302]: DEBUG oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c7edb-ca0b-4062-7227-d91cefe02fb3/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 769.889725] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.007981] env[69302]: DEBUG nova.compute.utils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.009462] env[69302]: DEBUG nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.009613] env[69302]: DEBUG nova.network.neutron [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.046711] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9fdac6db-4c2f-42bd-a2b4-2e1e85728dd7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.053945] env[69302]: DEBUG nova.policy [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53f43ff2a1914ad4ac1bbf76644bb55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5206e80c48945ef9846dc767a53ddc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.106772] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.141457] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "refresh_cache-a0079d1d-6c08-4567-9749-13625c373993" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.141766] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "refresh_cache-a0079d1d-6c08-4567-9749-13625c373993" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.141947] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.394518] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183268, 'name': ReconfigVM_Task, 'duration_secs': 0.98528} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.394835] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49/2eed39cd-ca0f-4055-a8b6-f215ff9b3e49.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.395537] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76f54f6a-b4ae-4aab-a61e-6376caf1d3d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.407142] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 770.407142] env[69302]: value = "task-3183269" [ 770.407142] env[69302]: _type = "Task" [ 770.407142] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.412612] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183269, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.478142] env[69302]: DEBUG nova.network.neutron [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Successfully created port: 64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.512856] env[69302]: DEBUG nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.684214] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.928065] env[69302]: DEBUG nova.network.neutron [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Updating instance_info_cache with network_info: [{"id": "30cc7d08-48a5-4402-89ad-8dc1ae6a548b", "address": "fa:16:3e:92:40:2d", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cc7d08-48", "ovs_interfaceid": "30cc7d08-48a5-4402-89ad-8dc1ae6a548b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.929366] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183269, 'name': Rename_Task, 'duration_secs': 0.179254} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.929836] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.932641] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-035727e4-2e81-403b-83b9-f6b10f2a53aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.939463] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 770.939463] env[69302]: value = "task-3183270" [ 770.939463] env[69302]: _type = "Task" [ 770.939463] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.947813] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.019920] env[69302]: INFO nova.virt.block_device [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Booting with volume 9d05a5f7-5131-4746-8f1c-7236c4e7c2e3 at /dev/sda [ 771.080532] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5ebfdb3-7d5f-4ac2-9d77-e133774b5029 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.085783] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef2db4c-ae9f-44a8-b3fb-65b62b944ae1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.092607] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393e9c4b-1d59-4622-ad3c-2d7e1ef1d49e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.107026] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b5da35-4601-470b-8d9b-186b94925c5b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.149482] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe4968e-15ca-4dfb-8584-6df55426f6a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.152685] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78c2c37d-9809-4ca5-8c69-ba876b2105e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.160725] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2afb75-a9ae-4661-baee-26fdd1a8b03c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.169229] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0da64d1-3f4a-465e-ade9-4130b5d3f7fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.190887] env[69302]: DEBUG nova.compute.provider_tree [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.206048] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b7ed0-6671-4b76-bcf6-776e313789ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.213554] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d21c303-4b70-4b2b-b7d1-87c37ea9a7c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.227645] env[69302]: DEBUG nova.virt.block_device [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Updating existing volume attachment record: d7469838-1581-48ef-be2a-5b39ca819426 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 771.431392] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "refresh_cache-a0079d1d-6c08-4567-9749-13625c373993" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.431899] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Instance network_info: |[{"id": "30cc7d08-48a5-4402-89ad-8dc1ae6a548b", "address": "fa:16:3e:92:40:2d", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cc7d08-48", "ovs_interfaceid": "30cc7d08-48a5-4402-89ad-8dc1ae6a548b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.432368] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:40:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30cc7d08-48a5-4402-89ad-8dc1ae6a548b', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.442033] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.442954] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0079d1d-6c08-4567-9749-13625c373993] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.446104] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1db07f6-ce44-4cfb-866a-6731f4130469 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.469664] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.471943] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.471943] env[69302]: value = "task-3183271" [ 771.471943] env[69302]: _type = "Task" [ 771.471943] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.480542] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183271, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.500527] env[69302]: DEBUG nova.compute.manager [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Received event network-changed-7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.500835] env[69302]: DEBUG nova.compute.manager [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Refreshing instance network info cache due to event network-changed-7a5f1017-7776-4d77-bce5-bfe53e4daea5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.501156] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] Acquiring lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.501465] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] Acquired lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.501695] env[69302]: DEBUG nova.network.neutron [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Refreshing network info cache for port 7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.706877] env[69302]: DEBUG nova.scheduler.client.report [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.952150] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183270, 'name': PowerOnVM_Task, 'duration_secs': 0.769733} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.953070] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.953070] env[69302]: INFO nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Took 7.94 seconds to spawn the instance on the hypervisor. [ 771.953070] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.953969] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6ff371-ada0-4d06-8d5d-f67863e7e62c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.981136] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183271, 'name': CreateVM_Task, 'duration_secs': 0.424811} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.981434] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0079d1d-6c08-4567-9749-13625c373993] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.982222] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.982481] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.982927] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.983320] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ae5995-db77-4e20-b009-bbab6403128a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.988018] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 771.988018] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5218eec2-8cf6-17da-0e69-f689139267ab" [ 771.988018] env[69302]: _type = "Task" [ 771.988018] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.996337] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5218eec2-8cf6-17da-0e69-f689139267ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.151979] env[69302]: DEBUG nova.network.neutron [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Successfully updated port: 64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.212573] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.213039] env[69302]: DEBUG nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.217639] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.155s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.220968] env[69302]: INFO nova.compute.claims [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.248370] env[69302]: DEBUG nova.network.neutron [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Updated VIF entry in instance network info cache for port 7a5f1017-7776-4d77-bce5-bfe53e4daea5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.248872] env[69302]: DEBUG nova.network.neutron [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Updating instance_info_cache with network_info: [{"id": "7a5f1017-7776-4d77-bce5-bfe53e4daea5", "address": "fa:16:3e:f0:ac:ae", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a5f1017-77", "ovs_interfaceid": "7a5f1017-7776-4d77-bce5-bfe53e4daea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.471871] env[69302]: INFO nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Took 45.02 seconds to build instance. [ 772.498281] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5218eec2-8cf6-17da-0e69-f689139267ab, 'name': SearchDatastore_Task, 'duration_secs': 0.0151} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.498563] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.498799] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.499043] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.499192] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.499372] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.499636] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-923b203a-1e4a-490d-b3da-3e2ca61c322e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.509158] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.509370] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.510115] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad894979-e3a5-4393-b29a-80a5448eba21 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.515263] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 772.515263] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522a8e7d-5c6a-4010-ab04-0a60f1862c61" [ 772.515263] env[69302]: _type = "Task" [ 772.515263] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.523360] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522a8e7d-5c6a-4010-ab04-0a60f1862c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.656050] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Acquiring lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.656050] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Acquired lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.656050] env[69302]: DEBUG nova.network.neutron [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.719613] env[69302]: DEBUG nova.compute.utils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.721035] env[69302]: DEBUG nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.721219] env[69302]: DEBUG nova.network.neutron [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.751793] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] Releasing lock "refresh_cache-848596ef-6ff7-40f4-b28d-3986692e5ce5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.751907] env[69302]: DEBUG nova.compute.manager [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Received event network-changed-30cc7d08-48a5-4402-89ad-8dc1ae6a548b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.752094] env[69302]: DEBUG nova.compute.manager [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Refreshing instance network info cache due to event network-changed-30cc7d08-48a5-4402-89ad-8dc1ae6a548b. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.752234] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] Acquiring lock "refresh_cache-a0079d1d-6c08-4567-9749-13625c373993" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.752377] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] Acquired lock "refresh_cache-a0079d1d-6c08-4567-9749-13625c373993" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.752660] env[69302]: DEBUG nova.network.neutron [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Refreshing network info cache for port 30cc7d08-48a5-4402-89ad-8dc1ae6a548b {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.776840] env[69302]: DEBUG nova.policy [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '154c1b4dbb3a4b5d836e8697cf80336a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bd4a64d657f4ba7afa8e938c7d39606', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.974177] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.911s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.028486] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522a8e7d-5c6a-4010-ab04-0a60f1862c61, 'name': SearchDatastore_Task, 'duration_secs': 0.01426} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.029388] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a394f907-c51b-4185-b336-22674f978900 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.034974] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 773.034974] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52130a5e-0afc-919d-42fa-8da8cf49d352" [ 773.034974] env[69302]: _type = "Task" [ 773.034974] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.043126] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52130a5e-0afc-919d-42fa-8da8cf49d352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.136249] env[69302]: DEBUG nova.network.neutron [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Successfully created port: c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.190354] env[69302]: DEBUG nova.network.neutron [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.224813] env[69302]: DEBUG nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.339747] env[69302]: DEBUG nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.340297] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.340503] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.340656] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.340851] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.341012] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.341159] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.341388] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.341548] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.341712] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.341871] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.342230] env[69302]: DEBUG nova.virt.hardware [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.345375] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8986fe38-0c66-4aa9-8f88-c888862bd117 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.354256] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376a05f9-14af-42c6-a3d5-417fb176ed50 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.385172] env[69302]: DEBUG nova.network.neutron [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Updating instance_info_cache with network_info: [{"id": "64b574e2-c3ee-4e86-b1fc-f67e0bf11780", "address": "fa:16:3e:0d:28:18", "network": {"id": "880b3fe4-df92-4e71-b7f9-1bcc44299546", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2063396136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5206e80c48945ef9846dc767a53ddc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b574e2-c3", "ovs_interfaceid": "64b574e2-c3ee-4e86-b1fc-f67e0bf11780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.476595] env[69302]: DEBUG nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.534958] env[69302]: DEBUG nova.compute.manager [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Received event network-vif-plugged-64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.535076] env[69302]: DEBUG oslo_concurrency.lockutils [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] Acquiring lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.535281] env[69302]: DEBUG oslo_concurrency.lockutils [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] Lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.535442] env[69302]: DEBUG oslo_concurrency.lockutils [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] Lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.535595] env[69302]: DEBUG nova.compute.manager [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] No waiting events found dispatching network-vif-plugged-64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.535748] env[69302]: WARNING nova.compute.manager [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Received unexpected event network-vif-plugged-64b574e2-c3ee-4e86-b1fc-f67e0bf11780 for instance with vm_state building and task_state spawning. [ 773.535958] env[69302]: DEBUG nova.compute.manager [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Received event network-changed-64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.536074] env[69302]: DEBUG nova.compute.manager [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Refreshing instance network info cache due to event network-changed-64b574e2-c3ee-4e86-b1fc-f67e0bf11780. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.536250] env[69302]: DEBUG oslo_concurrency.lockutils [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] Acquiring lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.548835] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52130a5e-0afc-919d-42fa-8da8cf49d352, 'name': SearchDatastore_Task, 'duration_secs': 0.012095} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.552132] env[69302]: DEBUG nova.network.neutron [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Updated VIF entry in instance network info cache for port 30cc7d08-48a5-4402-89ad-8dc1ae6a548b. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.552616] env[69302]: DEBUG nova.network.neutron [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Updating instance_info_cache with network_info: [{"id": "30cc7d08-48a5-4402-89ad-8dc1ae6a548b", "address": "fa:16:3e:92:40:2d", "network": {"id": "f67d0bf0-7b11-4af9-8136-9748a80c3e67", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1271212065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d221d393d5c54bccb45e2c8095efccb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30cc7d08-48", "ovs_interfaceid": "30cc7d08-48a5-4402-89ad-8dc1ae6a548b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.553832] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.554758] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] a0079d1d-6c08-4567-9749-13625c373993/a0079d1d-6c08-4567-9749-13625c373993.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.555961] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfe8f886-f1e2-460e-997a-e5619bf630a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.562055] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 773.562055] env[69302]: value = "task-3183272" [ 773.562055] env[69302]: _type = "Task" [ 773.562055] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.573299] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.681784] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fdb9af-5c5d-4a63-9823-85f3aea090f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.690957] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3019298-dabb-414d-b7fc-d2eba26e1c15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.722950] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5885efa9-eca5-462c-8438-fe49134e2787 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.733558] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764a4868-6a3c-49ba-b737-06ba388938b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.746895] env[69302]: DEBUG nova.compute.provider_tree [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.893069] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Releasing lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.893427] env[69302]: DEBUG nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Instance network_info: |[{"id": "64b574e2-c3ee-4e86-b1fc-f67e0bf11780", "address": "fa:16:3e:0d:28:18", "network": {"id": "880b3fe4-df92-4e71-b7f9-1bcc44299546", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2063396136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5206e80c48945ef9846dc767a53ddc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b574e2-c3", "ovs_interfaceid": "64b574e2-c3ee-4e86-b1fc-f67e0bf11780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.893764] env[69302]: DEBUG oslo_concurrency.lockutils [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] Acquired lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.893978] env[69302]: DEBUG nova.network.neutron [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Refreshing network info cache for port 64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.895234] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:28:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64b574e2-c3ee-4e86-b1fc-f67e0bf11780', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.903081] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Creating folder: Project (c5206e80c48945ef9846dc767a53ddc5). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.903590] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8379278-a29f-434c-803b-00099a358f29 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.918141] env[69302]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 773.918335] env[69302]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69302) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 773.918697] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Folder already exists: Project (c5206e80c48945ef9846dc767a53ddc5). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 773.918898] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Creating folder: Instances. Parent ref: group-v636629. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.919147] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7666eb6-7107-4844-ae42-e3a509fdff30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.929365] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Created folder: Instances in parent group-v636629. [ 773.929604] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.930393] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.930393] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8907797b-19df-46d0-a3bd-971e41127458 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.949385] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.949385] env[69302]: value = "task-3183275" [ 773.949385] env[69302]: _type = "Task" [ 773.949385] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.957275] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183275, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.995487] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.056569] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f433d34-bb13-4f6f-bdc3-97366fb2966d req-cca64a18-f84d-4ce0-bd5b-21094f71c54b service nova] Releasing lock "refresh_cache-a0079d1d-6c08-4567-9749-13625c373993" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.072391] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183272, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.239806] env[69302]: DEBUG nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.250251] env[69302]: DEBUG nova.scheduler.client.report [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.263745] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.264878] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.264878] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.264878] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.264878] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.264878] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.265147] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.265147] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.265335] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.265528] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.265720] env[69302]: DEBUG nova.virt.hardware [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.266691] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cc172a-e891-41fc-9577-ac6165a2793c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.278346] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f62e24-88a2-4714-9779-238f824118e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.460627] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183275, 'name': CreateVM_Task, 'duration_secs': 0.350927} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.460842] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.461738] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636644', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'name': 'volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61', 'attached_at': '', 'detached_at': '', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'serial': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3'}, 'disk_bus': None, 'attachment_id': 'd7469838-1581-48ef-be2a-5b39ca819426', 'guest_format': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 774.461892] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Root volume attach. Driver type: vmdk {{(pid=69302) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 774.462870] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc203bd9-d2e3-432e-87d4-1ec82bc378fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.471390] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91510e5b-9cfa-40d6-846c-e2268b3a119a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.478092] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2c638e-65aa-4510-a4d7-3f67e086ed51 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.484933] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b9fb1798-f2c3-4022-80bc-f8bcd2dd5e57 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.491857] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 774.491857] env[69302]: value = "task-3183276" [ 774.491857] env[69302]: _type = "Task" [ 774.491857] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.500804] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.544950] env[69302]: DEBUG nova.compute.manager [req-801a8ee3-dde3-40f8-b30d-81d35db4b16a req-8074e84e-a063-4ed3-9711-8cda907d1cdf service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Received event network-vif-plugged-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.545114] env[69302]: DEBUG oslo_concurrency.lockutils [req-801a8ee3-dde3-40f8-b30d-81d35db4b16a req-8074e84e-a063-4ed3-9711-8cda907d1cdf service nova] Acquiring lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.545280] env[69302]: DEBUG oslo_concurrency.lockutils [req-801a8ee3-dde3-40f8-b30d-81d35db4b16a req-8074e84e-a063-4ed3-9711-8cda907d1cdf service nova] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.545415] env[69302]: DEBUG oslo_concurrency.lockutils [req-801a8ee3-dde3-40f8-b30d-81d35db4b16a req-8074e84e-a063-4ed3-9711-8cda907d1cdf service nova] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.545570] env[69302]: DEBUG nova.compute.manager [req-801a8ee3-dde3-40f8-b30d-81d35db4b16a req-8074e84e-a063-4ed3-9711-8cda907d1cdf service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] No waiting events found dispatching network-vif-plugged-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.545754] env[69302]: WARNING nova.compute.manager [req-801a8ee3-dde3-40f8-b30d-81d35db4b16a req-8074e84e-a063-4ed3-9711-8cda907d1cdf service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Received unexpected event network-vif-plugged-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd for instance with vm_state building and task_state spawning. [ 774.572720] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912603} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.575782] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] a0079d1d-6c08-4567-9749-13625c373993/a0079d1d-6c08-4567-9749-13625c373993.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.575782] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.576460] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25dae5f9-ef1b-46a4-8cc3-61f57e60abbd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.582943] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 774.582943] env[69302]: value = "task-3183277" [ 774.582943] env[69302]: _type = "Task" [ 774.582943] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.591604] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.669363] env[69302]: DEBUG nova.network.neutron [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Successfully updated port: c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.669363] env[69302]: DEBUG nova.network.neutron [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Updated VIF entry in instance network info cache for port 64b574e2-c3ee-4e86-b1fc-f67e0bf11780. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.669363] env[69302]: DEBUG nova.network.neutron [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Updating instance_info_cache with network_info: [{"id": "64b574e2-c3ee-4e86-b1fc-f67e0bf11780", "address": "fa:16:3e:0d:28:18", "network": {"id": "880b3fe4-df92-4e71-b7f9-1bcc44299546", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2063396136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5206e80c48945ef9846dc767a53ddc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b574e2-c3", "ovs_interfaceid": "64b574e2-c3ee-4e86-b1fc-f67e0bf11780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.756458] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.757193] env[69302]: DEBUG nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.764043] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.652s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.764185] env[69302]: DEBUG nova.objects.instance [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lazy-loading 'resources' on Instance uuid 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.002167] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task} progress is 42%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.092760] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067083} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.093069] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.093912] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c75acd-44b7-4fbe-96dc-5e1495e670b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.118480] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a0079d1d-6c08-4567-9749-13625c373993/a0079d1d-6c08-4567-9749-13625c373993.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.118827] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f98bc2c1-a799-40ef-bb5c-b6f20b8d4e64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.139528] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 775.139528] env[69302]: value = "task-3183278" [ 775.139528] env[69302]: _type = "Task" [ 775.139528] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.149019] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.172488] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.172488] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.172649] env[69302]: DEBUG nova.network.neutron [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.174280] env[69302]: DEBUG oslo_concurrency.lockutils [req-8285c185-4ba7-436d-b647-0421d5ed6944 req-c71a7e23-5c94-4da8-9e40-81060dcf1252 service nova] Releasing lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.268842] env[69302]: DEBUG nova.compute.utils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.274551] env[69302]: DEBUG nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.274786] env[69302]: DEBUG nova.network.neutron [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.339424] env[69302]: DEBUG nova.policy [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9f654dfc0e5448789c352e043511266', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b45136712ed542709ba6f58e0582bfeb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.504660] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task} progress is 54%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.650025] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.716661] env[69302]: DEBUG nova.network.neutron [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.761326] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa2736d-ddae-4b81-b48b-2fa5f122ecf0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.769323] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0b4dd-9d1a-421f-b4ea-82fd157b3f2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.775852] env[69302]: DEBUG nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.813397] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79adcf8-bb30-4462-b49b-ca5929bf1150 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.818908] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8678471d-e15e-4252-ba0b-45777e4cc2ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.839056] env[69302]: DEBUG nova.compute.provider_tree [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.913950] env[69302]: DEBUG nova.network.neutron [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Successfully created port: ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.924865] env[69302]: DEBUG nova.network.neutron [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updating instance_info_cache with network_info: [{"id": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "address": "fa:16:3e:6f:81:1c", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd0ccb-ce", "ovs_interfaceid": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.005122] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task} progress is 67%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.155372] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.312117] env[69302]: INFO nova.virt.block_device [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Booting with volume e70ef902-7b1c-428b-9814-fc9e1e0ecf52 at /dev/sda [ 776.344512] env[69302]: DEBUG nova.scheduler.client.report [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.358304] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce47bcb7-da6f-4c6d-9c20-921b57381864 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.367489] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734e9523-d7e2-4733-9af3-22c0c6c359b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.404853] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f12784e1-f104-4007-b1ed-a4b2faadfba5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.413485] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c92252-96d8-4921-8dad-8c8d2911bf6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.428577] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Releasing lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.428577] env[69302]: DEBUG nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Instance network_info: |[{"id": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "address": "fa:16:3e:6f:81:1c", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd0ccb-ce", "ovs_interfaceid": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.428782] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:81:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.437070] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.453476] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.454091] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d9e5407-7a1c-4c18-9923-77baf152268d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.470875] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36914d1-e17a-4658-a4c8-8c8fe5071bfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.479346] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec301d9-6fd4-4b80-83a2-eb6591d88d6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.481976] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.481976] env[69302]: value = "task-3183279" [ 776.481976] env[69302]: _type = "Task" [ 776.481976] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.491252] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183279, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.495436] env[69302]: DEBUG nova.virt.block_device [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Updating existing volume attachment record: 612fc4d7-38f8-4eb1-9879-4ffd072e3b60 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 776.507352] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task} progress is 81%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.573751] env[69302]: DEBUG nova.compute.manager [req-b689142b-e85f-4439-8b48-953bd23283a9 req-8c4b1573-e5c9-4444-8a4f-cacfdbc52010 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Received event network-changed-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.573954] env[69302]: DEBUG nova.compute.manager [req-b689142b-e85f-4439-8b48-953bd23283a9 req-8c4b1573-e5c9-4444-8a4f-cacfdbc52010 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Refreshing instance network info cache due to event network-changed-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.574301] env[69302]: DEBUG oslo_concurrency.lockutils [req-b689142b-e85f-4439-8b48-953bd23283a9 req-8c4b1573-e5c9-4444-8a4f-cacfdbc52010 service nova] Acquiring lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.574507] env[69302]: DEBUG oslo_concurrency.lockutils [req-b689142b-e85f-4439-8b48-953bd23283a9 req-8c4b1573-e5c9-4444-8a4f-cacfdbc52010 service nova] Acquired lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.574708] env[69302]: DEBUG nova.network.neutron [req-b689142b-e85f-4439-8b48-953bd23283a9 req-8c4b1573-e5c9-4444-8a4f-cacfdbc52010 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Refreshing network info cache for port c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.651549] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183278, 'name': ReconfigVM_Task, 'duration_secs': 1.087974} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.651997] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a0079d1d-6c08-4567-9749-13625c373993/a0079d1d-6c08-4567-9749-13625c373993.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.652836] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7760a21-92b2-467e-ab39-15e4cd699570 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.659640] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 776.659640] env[69302]: value = "task-3183280" [ 776.659640] env[69302]: _type = "Task" [ 776.659640] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.670297] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183280, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.850314] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.853237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.897s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.853569] env[69302]: DEBUG nova.objects.instance [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lazy-loading 'resources' on Instance uuid befcb11c-d6e0-4353-90a1-fadd093233ed {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.876819] env[69302]: INFO nova.scheduler.client.report [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Deleted allocations for instance 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f [ 776.995008] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183279, 'name': CreateVM_Task, 'duration_secs': 0.373759} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.995008] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.995567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.995727] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.996053] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.996322] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee47cdb-0721-47f5-be1d-4c8c3183b13f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.006908] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task} progress is 92%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.008399] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 777.008399] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a07444-f383-f76e-1737-0f246cd58f7d" [ 777.008399] env[69302]: _type = "Task" [ 777.008399] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.015887] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a07444-f383-f76e-1737-0f246cd58f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.169586] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183280, 'name': Rename_Task, 'duration_secs': 0.448124} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.169891] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.170171] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48f4ebef-6839-4ac4-9d03-c99e995f14a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.179591] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 777.179591] env[69302]: value = "task-3183281" [ 777.179591] env[69302]: _type = "Task" [ 777.179591] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.190128] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.343806] env[69302]: DEBUG nova.network.neutron [req-b689142b-e85f-4439-8b48-953bd23283a9 req-8c4b1573-e5c9-4444-8a4f-cacfdbc52010 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updated VIF entry in instance network info cache for port c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.344264] env[69302]: DEBUG nova.network.neutron [req-b689142b-e85f-4439-8b48-953bd23283a9 req-8c4b1573-e5c9-4444-8a4f-cacfdbc52010 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updating instance_info_cache with network_info: [{"id": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "address": "fa:16:3e:6f:81:1c", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd0ccb-ce", "ovs_interfaceid": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.387329] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c436f1-e2cd-4246-9f95-84e82344d236 tempest-InstanceActionsTestJSON-534406104 tempest-InstanceActionsTestJSON-534406104-project-member] Lock "8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.431s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.509623] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task} progress is 98%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.525392] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a07444-f383-f76e-1737-0f246cd58f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.028958} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.525736] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.526016] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.526275] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.526438] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.526669] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.531594] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f4a2100-e31d-4c9e-8f5c-978a31874c77 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.540419] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.540684] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.542897] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95083c4-6c0a-4253-91a8-8776fbcd5b5b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.546828] env[69302]: DEBUG nova.compute.manager [req-b2a1085b-d7ab-411a-a580-ef2b36ef7220 req-ee146f7f-7d86-4de1-be3e-04ef55f4d76c service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Received event network-vif-plugged-ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.547081] env[69302]: DEBUG oslo_concurrency.lockutils [req-b2a1085b-d7ab-411a-a580-ef2b36ef7220 req-ee146f7f-7d86-4de1-be3e-04ef55f4d76c service nova] Acquiring lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.547242] env[69302]: DEBUG oslo_concurrency.lockutils [req-b2a1085b-d7ab-411a-a580-ef2b36ef7220 req-ee146f7f-7d86-4de1-be3e-04ef55f4d76c service nova] Lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.547499] env[69302]: DEBUG oslo_concurrency.lockutils [req-b2a1085b-d7ab-411a-a580-ef2b36ef7220 req-ee146f7f-7d86-4de1-be3e-04ef55f4d76c service nova] Lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.547625] env[69302]: DEBUG nova.compute.manager [req-b2a1085b-d7ab-411a-a580-ef2b36ef7220 req-ee146f7f-7d86-4de1-be3e-04ef55f4d76c service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] No waiting events found dispatching network-vif-plugged-ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.547833] env[69302]: WARNING nova.compute.manager [req-b2a1085b-d7ab-411a-a580-ef2b36ef7220 req-ee146f7f-7d86-4de1-be3e-04ef55f4d76c service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Received unexpected event network-vif-plugged-ce857df3-bea6-461a-88e2-e1d411adb495 for instance with vm_state building and task_state block_device_mapping. [ 777.556625] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 777.556625] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a1875f-6087-aaf3-ca95-60441c4ceb01" [ 777.556625] env[69302]: _type = "Task" [ 777.556625] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.565279] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a1875f-6087-aaf3-ca95-60441c4ceb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.618704] env[69302]: DEBUG nova.network.neutron [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Successfully updated port: ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.690927] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.836895] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af382750-eeb6-4990-990e-42ee88356d8a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.844819] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a83743-83be-4b85-9d64-8878126dafe1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.848270] env[69302]: DEBUG oslo_concurrency.lockutils [req-b689142b-e85f-4439-8b48-953bd23283a9 req-8c4b1573-e5c9-4444-8a4f-cacfdbc52010 service nova] Releasing lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.877161] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ab55f7-c0f0-47a9-a766-0af9e3234b1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.884588] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2db679-91bc-4728-9b46-52e82294b86d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.898220] env[69302]: DEBUG nova.compute.provider_tree [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.010530] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task} progress is 98%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.069202] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a1875f-6087-aaf3-ca95-60441c4ceb01, 'name': SearchDatastore_Task, 'duration_secs': 0.025551} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.069202] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112c6d48-1619-427d-b559-a20c8a6c628c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.073171] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 778.073171] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5204a83e-0393-c819-400b-60316d74eee2" [ 778.073171] env[69302]: _type = "Task" [ 778.073171] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.081114] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5204a83e-0393-c819-400b-60316d74eee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.121914] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Acquiring lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.122085] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Acquired lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.122243] env[69302]: DEBUG nova.network.neutron [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.192568] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183281, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.402487] env[69302]: DEBUG nova.scheduler.client.report [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.511888] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183276, 'name': RelocateVM_Task, 'duration_secs': 3.74579} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.512157] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 778.512360] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636644', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'name': 'volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61', 'attached_at': '', 'detached_at': '', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'serial': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 778.513184] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b108f-d77a-4256-8b43-66c8071fca69 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.533866] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f79919-2dbb-44c4-98cb-dc5e2829c650 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.557034] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3/volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.557260] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27cbb838-1fe6-46d4-9bae-336e19981af3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.586222] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5204a83e-0393-c819-400b-60316d74eee2, 'name': SearchDatastore_Task, 'duration_secs': 0.026334} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.587562] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.587771] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b7997ffc-bbfd-48e9-bced-d8224ce6e908/b7997ffc-bbfd-48e9-bced-d8224ce6e908.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.588191] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 778.588191] env[69302]: value = "task-3183282" [ 778.588191] env[69302]: _type = "Task" [ 778.588191] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.588321] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fffbe4dd-daac-46cd-befe-c6ebeee567ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.601783] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.603500] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 778.603500] env[69302]: value = "task-3183283" [ 778.603500] env[69302]: _type = "Task" [ 778.603500] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.608267] env[69302]: DEBUG nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.608781] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.609177] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.609399] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.609644] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.609805] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.610092] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.610531] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.610758] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.610980] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.611217] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.611454] env[69302]: DEBUG nova.virt.hardware [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.615214] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76529639-82d0-4035-b6bf-5f7c7c0f72f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.620624] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.624069] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36363f83-de7d-40c0-b4cd-720fe4bdbc13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.669745] env[69302]: DEBUG nova.network.neutron [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.693815] env[69302]: DEBUG oslo_vmware.api [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183281, 'name': PowerOnVM_Task, 'duration_secs': 1.067271} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.697045] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.697431] env[69302]: INFO nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Took 9.82 seconds to spawn the instance on the hypervisor. [ 778.697729] env[69302]: DEBUG nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.698714] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b5c051-3176-4854-9c82-2ac484e1a5c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.878188] env[69302]: DEBUG nova.network.neutron [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Updating instance_info_cache with network_info: [{"id": "ce857df3-bea6-461a-88e2-e1d411adb495", "address": "fa:16:3e:f9:7e:7b", "network": {"id": "f9ae53a4-a7e7-4768-81e1-0ca606cc7e46", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-843473060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45136712ed542709ba6f58e0582bfeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce857df3-be", "ovs_interfaceid": "ce857df3-bea6-461a-88e2-e1d411adb495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.907765] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.910637] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.085s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.912017] env[69302]: INFO nova.compute.claims [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.953117] env[69302]: INFO nova.scheduler.client.report [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Deleted allocations for instance befcb11c-d6e0-4353-90a1-fadd093233ed [ 779.105286] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183282, 'name': ReconfigVM_Task, 'duration_secs': 0.267637} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.109944] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3/volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.115236] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71484bba-eb72-46b9-bc04-7a7186dfc78d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.133179] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183283, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.137221] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 779.137221] env[69302]: value = "task-3183284" [ 779.137221] env[69302]: _type = "Task" [ 779.137221] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.143716] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.219930] env[69302]: INFO nova.compute.manager [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Took 44.67 seconds to build instance. [ 779.381573] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Releasing lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.382012] env[69302]: DEBUG nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Instance network_info: |[{"id": "ce857df3-bea6-461a-88e2-e1d411adb495", "address": "fa:16:3e:f9:7e:7b", "network": {"id": "f9ae53a4-a7e7-4768-81e1-0ca606cc7e46", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-843473060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45136712ed542709ba6f58e0582bfeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce857df3-be", "ovs_interfaceid": "ce857df3-bea6-461a-88e2-e1d411adb495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.382535] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:7e:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce857df3-bea6-461a-88e2-e1d411adb495', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.394779] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Creating folder: Project (b45136712ed542709ba6f58e0582bfeb). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.396021] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f742cfd-b560-467c-b5b3-19d1bc940b89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.411052] env[69302]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 779.411052] env[69302]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69302) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 779.411052] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Folder already exists: Project (b45136712ed542709ba6f58e0582bfeb). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 779.411052] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Creating folder: Instances. Parent ref: group-v636626. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.411052] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cb30bde-7ae1-45b5-8438-6a3cc0c4a8cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.425456] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Created folder: Instances in parent group-v636626. [ 779.425456] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.425456] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.425670] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623bd411-dba2-4724-b54e-70b588157119 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.450915] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.450915] env[69302]: value = "task-3183287" [ 779.450915] env[69302]: _type = "Task" [ 779.450915] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.459323] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183287, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.463639] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b368be11-85d7-4560-a263-ca5c9b09880d tempest-AttachInterfacesV270Test-1524817712 tempest-AttachInterfacesV270Test-1524817712-project-member] Lock "befcb11c-d6e0-4353-90a1-fadd093233ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.201s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.615397] env[69302]: DEBUG nova.compute.manager [req-78e9ab39-1751-40f9-ac9d-99568751a051 req-98e2c2db-e3b3-443b-a592-517bc29b2656 service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Received event network-changed-ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.615397] env[69302]: DEBUG nova.compute.manager [req-78e9ab39-1751-40f9-ac9d-99568751a051 req-98e2c2db-e3b3-443b-a592-517bc29b2656 service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Refreshing instance network info cache due to event network-changed-ce857df3-bea6-461a-88e2-e1d411adb495. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.615586] env[69302]: DEBUG oslo_concurrency.lockutils [req-78e9ab39-1751-40f9-ac9d-99568751a051 req-98e2c2db-e3b3-443b-a592-517bc29b2656 service nova] Acquiring lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.615812] env[69302]: DEBUG oslo_concurrency.lockutils [req-78e9ab39-1751-40f9-ac9d-99568751a051 req-98e2c2db-e3b3-443b-a592-517bc29b2656 service nova] Acquired lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.615999] env[69302]: DEBUG nova.network.neutron [req-78e9ab39-1751-40f9-ac9d-99568751a051 req-98e2c2db-e3b3-443b-a592-517bc29b2656 service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Refreshing network info cache for port ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.626960] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532436} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.630473] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b7997ffc-bbfd-48e9-bced-d8224ce6e908/b7997ffc-bbfd-48e9-bced-d8224ce6e908.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.630829] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.631618] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66ee95b-9f23-4ad8-9c83-57bc8e712ddf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.651102] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183284, 'name': ReconfigVM_Task, 'duration_secs': 0.119407} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.652700] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636644', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'name': 'volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61', 'attached_at': '', 'detached_at': '', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'serial': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 779.653751] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 779.653751] env[69302]: value = "task-3183288" [ 779.653751] env[69302]: _type = "Task" [ 779.653751] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.654055] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcf71e38-0f21-4e43-9fe8-927e7c33cb77 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.668842] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.671025] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 779.671025] env[69302]: value = "task-3183289" [ 779.671025] env[69302]: _type = "Task" [ 779.671025] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.681499] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183289, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.722084] env[69302]: DEBUG oslo_concurrency.lockutils [None req-168df355-318b-4e36-b091-388f7665434d tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "a0079d1d-6c08-4567-9749-13625c373993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.627s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.964049] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183287, 'name': CreateVM_Task, 'duration_secs': 0.334933} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.964286] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.965407] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636639', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'name': 'volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64c6e2db-aaf3-4fff-9792-f8a0b589e74d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'serial': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52'}, 'disk_bus': None, 'attachment_id': '612fc4d7-38f8-4eb1-9879-4ffd072e3b60', 'guest_format': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 779.966017] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Root volume attach. Driver type: vmdk {{(pid=69302) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 779.967119] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9917bc61-a235-4cf0-95f2-919d15e01a7c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.975817] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad90ef46-8298-403d-ba9c-05fb202efa2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.982823] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c582e8c6-e547-4549-a1af-50d7d8072b3e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.988947] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1a9b4da6-ef8f-4ef9-be70-c8133397b3eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.998105] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 779.998105] env[69302]: value = "task-3183290" [ 779.998105] env[69302]: _type = "Task" [ 779.998105] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.006574] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183290, 'name': RelocateVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.168167] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087346} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.170945] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.172209] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74dece0-17d0-4b77-8b29-56130531de99 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.208445] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b7997ffc-bbfd-48e9-bced-d8224ce6e908/b7997ffc-bbfd-48e9-bced-d8224ce6e908.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.212629] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dfc42cd-24bc-43d3-8870-c6ba9a4309a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.227940] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183289, 'name': Rename_Task, 'duration_secs': 0.151536} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.228712] env[69302]: DEBUG nova.compute.manager [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.231446] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.232165] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efb7842f-561d-45fa-bb04-44c634cff273 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.237977] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 780.237977] env[69302]: value = "task-3183291" [ 780.237977] env[69302]: _type = "Task" [ 780.237977] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.242444] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 780.242444] env[69302]: value = "task-3183292" [ 780.242444] env[69302]: _type = "Task" [ 780.242444] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.259422] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.268103] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183292, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.325616] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "a0079d1d-6c08-4567-9749-13625c373993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.325867] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "a0079d1d-6c08-4567-9749-13625c373993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.326130] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "a0079d1d-6c08-4567-9749-13625c373993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.326380] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "a0079d1d-6c08-4567-9749-13625c373993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.326586] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "a0079d1d-6c08-4567-9749-13625c373993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.328984] env[69302]: INFO nova.compute.manager [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Terminating instance [ 780.415665] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.415949] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.416121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.416336] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.416460] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.423313] env[69302]: INFO nova.compute.manager [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Terminating instance [ 780.508899] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183290, 'name': RelocateVM_Task, 'duration_secs': 0.446307} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.509239] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 780.509413] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636639', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'name': 'volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64c6e2db-aaf3-4fff-9792-f8a0b589e74d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'serial': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 780.510238] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840354a0-8800-4c59-9f12-3fd5f756c986 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.531174] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4914d21d-e105-42a4-9178-7a0f58f31a04 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.560504] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52/volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.564595] env[69302]: DEBUG nova.network.neutron [req-78e9ab39-1751-40f9-ac9d-99568751a051 req-98e2c2db-e3b3-443b-a592-517bc29b2656 service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Updated VIF entry in instance network info cache for port ce857df3-bea6-461a-88e2-e1d411adb495. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.565040] env[69302]: DEBUG nova.network.neutron [req-78e9ab39-1751-40f9-ac9d-99568751a051 req-98e2c2db-e3b3-443b-a592-517bc29b2656 service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Updating instance_info_cache with network_info: [{"id": "ce857df3-bea6-461a-88e2-e1d411adb495", "address": "fa:16:3e:f9:7e:7b", "network": {"id": "f9ae53a4-a7e7-4768-81e1-0ca606cc7e46", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-843473060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45136712ed542709ba6f58e0582bfeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce857df3-be", "ovs_interfaceid": "ce857df3-bea6-461a-88e2-e1d411adb495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.567674] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2868547c-4281-416c-b6dc-d500b7dedba7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.584493] env[69302]: DEBUG oslo_concurrency.lockutils [req-78e9ab39-1751-40f9-ac9d-99568751a051 req-98e2c2db-e3b3-443b-a592-517bc29b2656 service nova] Releasing lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.594598] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 780.594598] env[69302]: value = "task-3183293" [ 780.594598] env[69302]: _type = "Task" [ 780.594598] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.603070] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.636609] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acb632d-4598-4b5d-9b5e-c99df218e02a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.644656] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a79c78e-326e-4536-9d9d-b6e8de3fec5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.678018] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61e2da0-1f79-43b7-89a5-4591ba03a62e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.685638] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6323b472-88eb-4bb4-a075-3336166499f4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.700916] env[69302]: DEBUG nova.compute.provider_tree [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.757636] env[69302]: DEBUG oslo_vmware.api [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183292, 'name': PowerOnVM_Task, 'duration_secs': 0.516659} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.758593] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.762298] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.762564] env[69302]: INFO nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Took 7.42 seconds to spawn the instance on the hypervisor. [ 780.764487] env[69302]: DEBUG nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.764487] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183291, 'name': ReconfigVM_Task, 'duration_secs': 0.339585} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.764487] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cdb7cc-48c9-43cb-b693-2404794d0f71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.767253] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b7997ffc-bbfd-48e9-bced-d8224ce6e908/b7997ffc-bbfd-48e9-bced-d8224ce6e908.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.768046] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d15c4185-a084-4381-b3eb-799c6b803683 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.779183] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 780.779183] env[69302]: value = "task-3183294" [ 780.779183] env[69302]: _type = "Task" [ 780.779183] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.790257] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183294, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.833977] env[69302]: DEBUG nova.compute.manager [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.834253] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.835534] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8e6d99-6694-4f28-ab52-44bab288a5c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.846109] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.846109] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3f20ccb-0251-41ab-a5fe-1b5d54da47d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.852140] env[69302]: DEBUG oslo_vmware.api [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 780.852140] env[69302]: value = "task-3183295" [ 780.852140] env[69302]: _type = "Task" [ 780.852140] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.860996] env[69302]: DEBUG oslo_vmware.api [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.928133] env[69302]: DEBUG nova.compute.manager [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.928350] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.929323] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b034baea-f618-4cfe-ab68-fc3538b2ed4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.938392] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.938392] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84ada0df-23be-41a9-b161-c87393deed56 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.943585] env[69302]: DEBUG oslo_vmware.api [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 780.943585] env[69302]: value = "task-3183296" [ 780.943585] env[69302]: _type = "Task" [ 780.943585] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.955034] env[69302]: DEBUG oslo_vmware.api [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.104148] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183293, 'name': ReconfigVM_Task, 'duration_secs': 0.388267} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.104503] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52/volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.110033] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c298330c-edf2-4237-b04d-3a2cd8a4cbbe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.127810] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 781.127810] env[69302]: value = "task-3183297" [ 781.127810] env[69302]: _type = "Task" [ 781.127810] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.138373] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.230293] env[69302]: ERROR nova.scheduler.client.report [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [req-a9338a46-2844-4936-9cf6-bd8f11f542bd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9338a46-2844-4936-9cf6-bd8f11f542bd"}]} [ 781.261038] env[69302]: DEBUG nova.scheduler.client.report [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 781.279767] env[69302]: DEBUG nova.scheduler.client.report [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 781.279767] env[69302]: DEBUG nova.compute.provider_tree [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 781.294233] env[69302]: INFO nova.compute.manager [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Took 43.03 seconds to build instance. [ 781.298728] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183294, 'name': Rename_Task, 'duration_secs': 0.143149} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.299087] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.299348] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1750d3-9188-4fee-9011-4a7dc4abdc9b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.306173] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 781.306173] env[69302]: value = "task-3183298" [ 781.306173] env[69302]: _type = "Task" [ 781.306173] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.314627] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.362432] env[69302]: DEBUG oslo_vmware.api [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183295, 'name': PowerOffVM_Task, 'duration_secs': 0.251767} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.362775] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.362945] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.363209] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2866701a-6805-49f0-acb6-06b715c3e3e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.397646] env[69302]: DEBUG nova.scheduler.client.report [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 781.417302] env[69302]: DEBUG nova.scheduler.client.report [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 781.434769] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.434995] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.435195] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleting the datastore file [datastore1] a0079d1d-6c08-4567-9749-13625c373993 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.435474] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94ed50ca-d8c8-472a-8a69-9fe1e40b27af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.458974] env[69302]: DEBUG oslo_vmware.api [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 781.458974] env[69302]: value = "task-3183300" [ 781.458974] env[69302]: _type = "Task" [ 781.458974] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.467860] env[69302]: DEBUG oslo_vmware.api [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183296, 'name': PowerOffVM_Task, 'duration_secs': 0.192335} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.468163] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.469962] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.469962] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-010d5d3b-50a4-4234-a20b-519795e45ea1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.478535] env[69302]: DEBUG oslo_vmware.api [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.545783] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.546034] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.546221] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleting the datastore file [datastore2] 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.546805] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd9298f2-708a-4c6a-bccb-99eb588b348f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.557685] env[69302]: DEBUG oslo_vmware.api [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for the task: (returnval){ [ 781.557685] env[69302]: value = "task-3183302" [ 781.557685] env[69302]: _type = "Task" [ 781.557685] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.566862] env[69302]: DEBUG oslo_vmware.api [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.639631] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183297, 'name': ReconfigVM_Task, 'duration_secs': 0.163125} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.640554] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636639', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'name': 'volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64c6e2db-aaf3-4fff-9792-f8a0b589e74d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'serial': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 781.641662] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-449cff43-5b1f-4354-896c-6df800ebb625 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.651747] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 781.651747] env[69302]: value = "task-3183303" [ 781.651747] env[69302]: _type = "Task" [ 781.651747] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.659419] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183303, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.799893] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6c9de05-1772-443c-93c5-f3f8b2bb82b1 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.800s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.822685] env[69302]: DEBUG oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c7edb-ca0b-4062-7227-d91cefe02fb3/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.826362] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a2d788-e8d8-4254-9df7-a6215598a453 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.837396] env[69302]: DEBUG oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c7edb-ca0b-4062-7227-d91cefe02fb3/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.837621] env[69302]: ERROR oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c7edb-ca0b-4062-7227-d91cefe02fb3/disk-0.vmdk due to incomplete transfer. [ 781.841562] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2b24969-cbea-4395-ab11-54febfb518e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.845087] env[69302]: DEBUG oslo_vmware.api [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183298, 'name': PowerOnVM_Task, 'duration_secs': 0.524952} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.848075] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.848294] env[69302]: INFO nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Took 7.61 seconds to spawn the instance on the hypervisor. [ 781.848475] env[69302]: DEBUG nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.850270] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dcf6cf-8d02-4c16-92cb-0a1b009477fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.855562] env[69302]: DEBUG oslo_vmware.rw_handles [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529c7edb-ca0b-4062-7227-d91cefe02fb3/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.855754] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Uploaded image 19c0d7c1-e599-4f1a-86b5-fca4e71ea113 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.857860] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.859628] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b7ff03e-2c10-4d26-ba1d-12e0eec73c7c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.872492] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 781.872492] env[69302]: value = "task-3183304" [ 781.872492] env[69302]: _type = "Task" [ 781.872492] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.887706] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183304, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.972638] env[69302]: DEBUG oslo_vmware.api [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237904} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.980795] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.981235] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.981519] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.981760] env[69302]: INFO nova.compute.manager [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: a0079d1d-6c08-4567-9749-13625c373993] Took 1.15 seconds to destroy the instance on the hypervisor. [ 781.982123] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.983361] env[69302]: DEBUG nova.compute.manager [-] [instance: a0079d1d-6c08-4567-9749-13625c373993] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.983489] env[69302]: DEBUG nova.network.neutron [-] [instance: a0079d1d-6c08-4567-9749-13625c373993] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.995493] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57596b1-a74a-4421-bd1f-7bc020c719e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.003144] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ca33a7-c827-4d64-b001-1c29bc0b22f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.036580] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a238f627-d938-4cfe-98a8-a4c65f463902 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.044346] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6fc741-5db2-4b61-8cbc-932430668c63 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.060428] env[69302]: DEBUG nova.compute.provider_tree [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.070298] env[69302]: DEBUG oslo_vmware.api [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Task: {'id': task-3183302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205592} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.070675] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.070675] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.070819] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.070996] env[69302]: INFO nova.compute.manager [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Took 1.14 seconds to destroy the instance on the hypervisor. [ 782.071326] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.071537] env[69302]: DEBUG nova.compute.manager [-] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.071537] env[69302]: DEBUG nova.network.neutron [-] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.161853] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183303, 'name': Rename_Task, 'duration_secs': 0.245205} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.162139] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.162401] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb0b99ec-d6e3-41b9-b15c-ddfba0359195 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.169384] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 782.169384] env[69302]: value = "task-3183305" [ 782.169384] env[69302]: _type = "Task" [ 782.169384] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.177773] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.303671] env[69302]: DEBUG nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.378498] env[69302]: INFO nova.compute.manager [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Took 40.97 seconds to build instance. [ 782.389423] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183304, 'name': Destroy_Task, 'duration_secs': 0.376199} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.389685] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Destroyed the VM [ 782.389913] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.390188] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15aebb2a-55fb-4ee8-b669-7009524966b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.398215] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 782.398215] env[69302]: value = "task-3183306" [ 782.398215] env[69302]: _type = "Task" [ 782.398215] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.414151] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183306, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.537026] env[69302]: DEBUG nova.compute.manager [req-4c2a446b-b905-4109-a82b-1b6833535d0d req-88b1939b-988d-4892-bfaa-d0cb17143788 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Received event network-vif-deleted-4d4a8198-736b-4a26-b60a-8285df135288 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.537301] env[69302]: INFO nova.compute.manager [req-4c2a446b-b905-4109-a82b-1b6833535d0d req-88b1939b-988d-4892-bfaa-d0cb17143788 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Neutron deleted interface 4d4a8198-736b-4a26-b60a-8285df135288; detaching it from the instance and deleting it from the info cache [ 782.537425] env[69302]: DEBUG nova.network.neutron [req-4c2a446b-b905-4109-a82b-1b6833535d0d req-88b1939b-988d-4892-bfaa-d0cb17143788 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.566276] env[69302]: DEBUG nova.scheduler.client.report [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.679970] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.833563] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.889024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-669f9ac9-42d0-4f2a-830f-4f48e4118f36 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.219s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.910485] env[69302]: DEBUG nova.network.neutron [-] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.915156] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183306, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.986300] env[69302]: DEBUG nova.compute.manager [req-67bf2a8e-65ec-42b1-849a-5e8e568574f3 req-d49ac30e-8c35-4299-94ae-d397b532aa1b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Received event network-vif-deleted-30cc7d08-48a5-4402-89ad-8dc1ae6a548b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.986578] env[69302]: INFO nova.compute.manager [req-67bf2a8e-65ec-42b1-849a-5e8e568574f3 req-d49ac30e-8c35-4299-94ae-d397b532aa1b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Neutron deleted interface 30cc7d08-48a5-4402-89ad-8dc1ae6a548b; detaching it from the instance and deleting it from the info cache [ 782.986775] env[69302]: DEBUG nova.network.neutron [req-67bf2a8e-65ec-42b1-849a-5e8e568574f3 req-d49ac30e-8c35-4299-94ae-d397b532aa1b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.039967] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5076f53-dedc-4f0a-85b0-e8316bea0895 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.053021] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad334f13-9d2e-44bc-aaa3-5f6662f6a7bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.075607] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.165s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.076523] env[69302]: DEBUG nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.095947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.939s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.096157] env[69302]: DEBUG nova.objects.instance [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lazy-loading 'resources' on Instance uuid 3d41d0c9-f036-4ea1-9316-13e5220f0f72 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.099476] env[69302]: DEBUG nova.compute.manager [req-4c2a446b-b905-4109-a82b-1b6833535d0d req-88b1939b-988d-4892-bfaa-d0cb17143788 service nova] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Detach interface failed, port_id=4d4a8198-736b-4a26-b60a-8285df135288, reason: Instance 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.180851] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.387768] env[69302]: DEBUG nova.network.neutron [-] [instance: a0079d1d-6c08-4567-9749-13625c373993] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.391465] env[69302]: DEBUG nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.414157] env[69302]: INFO nova.compute.manager [-] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Took 1.34 seconds to deallocate network for instance. [ 783.415743] env[69302]: DEBUG oslo_vmware.api [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183306, 'name': RemoveSnapshot_Task, 'duration_secs': 0.560526} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.425985] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.425985] env[69302]: INFO nova.compute.manager [None req-f96917f5-4f1f-4cd9-80a7-399b7c4089c8 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Took 17.82 seconds to snapshot the instance on the hypervisor. [ 783.490319] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8432cc3a-c25d-4a24-a039-152a1cc78fb6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.501543] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d263b73-1ffd-4d61-bc44-eb46044e7d50 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.545705] env[69302]: DEBUG nova.compute.manager [req-67bf2a8e-65ec-42b1-849a-5e8e568574f3 req-d49ac30e-8c35-4299-94ae-d397b532aa1b service nova] [instance: a0079d1d-6c08-4567-9749-13625c373993] Detach interface failed, port_id=30cc7d08-48a5-4402-89ad-8dc1ae6a548b, reason: Instance a0079d1d-6c08-4567-9749-13625c373993 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.601988] env[69302]: DEBUG nova.compute.utils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.607169] env[69302]: DEBUG nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.607328] env[69302]: DEBUG nova.network.neutron [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.684918] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183305, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.693684] env[69302]: DEBUG nova.policy [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef946e017a4b473488d45be6e900ff55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396ddfc6152a432095254d856afdecc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.892512] env[69302]: INFO nova.compute.manager [-] [instance: a0079d1d-6c08-4567-9749-13625c373993] Took 1.91 seconds to deallocate network for instance. [ 783.920399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.930564] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.109044] env[69302]: DEBUG nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.126681] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a86e602-533e-4c90-ac0f-c04cb502818e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.137155] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4499a5d4-e09f-4d35-b8ee-443e7f18f4f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.172168] env[69302]: DEBUG nova.network.neutron [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Successfully created port: 45a73ab6-2ef0-4f3a-8990-7e3154265be5 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.174872] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbd13af-64f0-49a5-9910-018cdff59249 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.190442] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbed6c0-bc46-4176-b4b1-2b62af40797a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.194741] env[69302]: DEBUG oslo_vmware.api [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183305, 'name': PowerOnVM_Task, 'duration_secs': 1.592465} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.195727] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.195727] env[69302]: INFO nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Took 5.59 seconds to spawn the instance on the hypervisor. [ 784.195727] env[69302]: DEBUG nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.196797] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4d4095-766d-4bfb-965e-ad60e562ae2b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.210642] env[69302]: DEBUG nova.compute.provider_tree [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.259309] env[69302]: DEBUG oslo_concurrency.lockutils [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.259580] env[69302]: DEBUG oslo_concurrency.lockutils [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.259820] env[69302]: INFO nova.compute.manager [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Rebooting instance [ 784.403111] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.715363] env[69302]: DEBUG nova.scheduler.client.report [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.728020] env[69302]: INFO nova.compute.manager [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Took 38.69 seconds to build instance. [ 784.789506] env[69302]: DEBUG oslo_concurrency.lockutils [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.789684] env[69302]: DEBUG oslo_concurrency.lockutils [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquired lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.789905] env[69302]: DEBUG nova.network.neutron [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.989814] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquiring lock "64ac329d-1c2d-49d3-b26f-111f725d3a34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.990069] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "64ac329d-1c2d-49d3-b26f-111f725d3a34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.062205] env[69302]: DEBUG nova.compute.manager [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Received event network-changed-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.062205] env[69302]: DEBUG nova.compute.manager [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Refreshing instance network info cache due to event network-changed-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.062205] env[69302]: DEBUG oslo_concurrency.lockutils [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] Acquiring lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.118282] env[69302]: DEBUG nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.146773] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.147030] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.147191] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.147374] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.147518] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.147690] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.147862] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.148208] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.148455] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.148631] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.148811] env[69302]: DEBUG nova.virt.hardware [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.150179] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d90a417-d5a8-44d5-828b-fce99ec2d8b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.160805] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b379c0-b5ee-472e-aa38-f0a1758ef6ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.226478] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.232396] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.460s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.234274] env[69302]: INFO nova.compute.claims [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.237841] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6405132e-dc14-4153-b736-5c43bf1d65ec tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.322s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.262731] env[69302]: INFO nova.scheduler.client.report [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Deleted allocations for instance 3d41d0c9-f036-4ea1-9316-13e5220f0f72 [ 785.593917] env[69302]: DEBUG nova.network.neutron [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updating instance_info_cache with network_info: [{"id": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "address": "fa:16:3e:6f:81:1c", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd0ccb-ce", "ovs_interfaceid": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.635317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "d684c74f-d058-47b5-8dcc-fc9287843569" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.635317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "d684c74f-d058-47b5-8dcc-fc9287843569" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.635317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "d684c74f-d058-47b5-8dcc-fc9287843569-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.635317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "d684c74f-d058-47b5-8dcc-fc9287843569-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.635317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "d684c74f-d058-47b5-8dcc-fc9287843569-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.639704] env[69302]: INFO nova.compute.manager [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Terminating instance [ 785.741094] env[69302]: DEBUG nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.771579] env[69302]: DEBUG oslo_concurrency.lockutils [None req-703bb48b-c488-46a6-b458-bada52670d9e tempest-ImagesNegativeTestJSON-140011710 tempest-ImagesNegativeTestJSON-140011710-project-member] Lock "3d41d0c9-f036-4ea1-9316-13e5220f0f72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.087s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.777203] env[69302]: DEBUG nova.network.neutron [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Successfully updated port: 45a73ab6-2ef0-4f3a-8990-7e3154265be5 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.096412] env[69302]: DEBUG oslo_concurrency.lockutils [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Releasing lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.097628] env[69302]: DEBUG oslo_concurrency.lockutils [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] Acquired lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.097820] env[69302]: DEBUG nova.network.neutron [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Refreshing network info cache for port c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.143311] env[69302]: DEBUG nova.compute.manager [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.143608] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.144902] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6785a6-fc78-4cff-aaff-39d2f3e8836e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.156697] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.157069] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3afc03-a375-474c-9e1c-b3b2a08ecf86 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.165398] env[69302]: DEBUG oslo_vmware.api [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 786.165398] env[69302]: value = "task-3183307" [ 786.165398] env[69302]: _type = "Task" [ 786.165398] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.174827] env[69302]: DEBUG oslo_vmware.api [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.270889] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.282475] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-b9f03655-3359-4901-a28a-08abe82ee49f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.282649] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-b9f03655-3359-4901-a28a-08abe82ee49f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.282927] env[69302]: DEBUG nova.network.neutron [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.327583] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.328550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.499157] env[69302]: DEBUG nova.compute.manager [req-5337914b-1cf9-4a5b-aca4-8f3f4d85d8c1 req-d641ea82-fb0f-4237-b133-2cdf0b46b03a service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Received event network-changed-ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.499285] env[69302]: DEBUG nova.compute.manager [req-5337914b-1cf9-4a5b-aca4-8f3f4d85d8c1 req-d641ea82-fb0f-4237-b133-2cdf0b46b03a service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Refreshing instance network info cache due to event network-changed-ce857df3-bea6-461a-88e2-e1d411adb495. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.499466] env[69302]: DEBUG oslo_concurrency.lockutils [req-5337914b-1cf9-4a5b-aca4-8f3f4d85d8c1 req-d641ea82-fb0f-4237-b133-2cdf0b46b03a service nova] Acquiring lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.499614] env[69302]: DEBUG oslo_concurrency.lockutils [req-5337914b-1cf9-4a5b-aca4-8f3f4d85d8c1 req-d641ea82-fb0f-4237-b133-2cdf0b46b03a service nova] Acquired lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.499773] env[69302]: DEBUG nova.network.neutron [req-5337914b-1cf9-4a5b-aca4-8f3f4d85d8c1 req-d641ea82-fb0f-4237-b133-2cdf0b46b03a service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Refreshing network info cache for port ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.604682] env[69302]: DEBUG nova.compute.manager [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.606332] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eee97c-2f6e-41d9-94aa-61109d1e9415 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.677443] env[69302]: DEBUG oslo_vmware.api [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183307, 'name': PowerOffVM_Task, 'duration_secs': 0.293202} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.677703] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.677867] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.678132] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1927b91a-db34-488d-b084-862649ebe752 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.751385] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.751732] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.751979] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Deleting the datastore file [datastore1] d684c74f-d058-47b5-8dcc-fc9287843569 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.752834] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93ad32c-c444-45fa-877f-df2d21fa0dc3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.760044] env[69302]: DEBUG oslo_vmware.api [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 786.760044] env[69302]: value = "task-3183309" [ 786.760044] env[69302]: _type = "Task" [ 786.760044] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.778378] env[69302]: DEBUG oslo_vmware.api [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.780795] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1254fa-8f1a-4fa8-a303-ebb5547f9a35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.794650] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90d9d78-e05c-4c10-9362-f7acbb1d03c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.827489] env[69302]: DEBUG nova.network.neutron [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.830028] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f749a7-b8ca-40f6-815e-7384ccf97c49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.840351] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201b94dc-9d1c-46fd-8102-8a57c4531e01 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.865156] env[69302]: DEBUG nova.compute.provider_tree [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.998529] env[69302]: DEBUG nova.network.neutron [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updated VIF entry in instance network info cache for port c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.998892] env[69302]: DEBUG nova.network.neutron [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updating instance_info_cache with network_info: [{"id": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "address": "fa:16:3e:6f:81:1c", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd0ccb-ce", "ovs_interfaceid": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.033226] env[69302]: DEBUG nova.network.neutron [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Updating instance_info_cache with network_info: [{"id": "45a73ab6-2ef0-4f3a-8990-7e3154265be5", "address": "fa:16:3e:36:9d:6c", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a73ab6-2e", "ovs_interfaceid": "45a73ab6-2ef0-4f3a-8990-7e3154265be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.113761] env[69302]: DEBUG nova.compute.manager [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Received event network-vif-plugged-45a73ab6-2ef0-4f3a-8990-7e3154265be5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.113964] env[69302]: DEBUG oslo_concurrency.lockutils [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] Acquiring lock "b9f03655-3359-4901-a28a-08abe82ee49f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.114849] env[69302]: DEBUG oslo_concurrency.lockutils [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] Lock "b9f03655-3359-4901-a28a-08abe82ee49f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.115053] env[69302]: DEBUG oslo_concurrency.lockutils [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] Lock "b9f03655-3359-4901-a28a-08abe82ee49f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.115471] env[69302]: DEBUG nova.compute.manager [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] No waiting events found dispatching network-vif-plugged-45a73ab6-2ef0-4f3a-8990-7e3154265be5 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.115771] env[69302]: WARNING nova.compute.manager [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Received unexpected event network-vif-plugged-45a73ab6-2ef0-4f3a-8990-7e3154265be5 for instance with vm_state building and task_state spawning. [ 787.116236] env[69302]: DEBUG nova.compute.manager [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Received event network-changed-45a73ab6-2ef0-4f3a-8990-7e3154265be5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.116461] env[69302]: DEBUG nova.compute.manager [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Refreshing instance network info cache due to event network-changed-45a73ab6-2ef0-4f3a-8990-7e3154265be5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.116659] env[69302]: DEBUG oslo_concurrency.lockutils [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] Acquiring lock "refresh_cache-b9f03655-3359-4901-a28a-08abe82ee49f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.272814] env[69302]: DEBUG oslo_vmware.api [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280203} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.273320] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.273635] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.273951] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.276624] env[69302]: INFO nova.compute.manager [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Took 1.13 seconds to destroy the instance on the hypervisor. [ 787.276624] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.276624] env[69302]: DEBUG nova.compute.manager [-] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.276624] env[69302]: DEBUG nova.network.neutron [-] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.283060] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "b18af0c3-cdcb-433c-af15-1f0ce6335217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.283060] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "b18af0c3-cdcb-433c-af15-1f0ce6335217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.283060] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "b18af0c3-cdcb-433c-af15-1f0ce6335217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.283060] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "b18af0c3-cdcb-433c-af15-1f0ce6335217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.283060] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "b18af0c3-cdcb-433c-af15-1f0ce6335217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.285153] env[69302]: INFO nova.compute.manager [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Terminating instance [ 787.372046] env[69302]: DEBUG nova.scheduler.client.report [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.405631] env[69302]: DEBUG nova.network.neutron [req-5337914b-1cf9-4a5b-aca4-8f3f4d85d8c1 req-d641ea82-fb0f-4237-b133-2cdf0b46b03a service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Updated VIF entry in instance network info cache for port ce857df3-bea6-461a-88e2-e1d411adb495. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.405631] env[69302]: DEBUG nova.network.neutron [req-5337914b-1cf9-4a5b-aca4-8f3f4d85d8c1 req-d641ea82-fb0f-4237-b133-2cdf0b46b03a service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Updating instance_info_cache with network_info: [{"id": "ce857df3-bea6-461a-88e2-e1d411adb495", "address": "fa:16:3e:f9:7e:7b", "network": {"id": "f9ae53a4-a7e7-4768-81e1-0ca606cc7e46", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-843473060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b45136712ed542709ba6f58e0582bfeb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce857df3-be", "ovs_interfaceid": "ce857df3-bea6-461a-88e2-e1d411adb495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.502058] env[69302]: DEBUG oslo_concurrency.lockutils [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] Releasing lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.502458] env[69302]: DEBUG nova.compute.manager [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Received event network-changed-64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.503352] env[69302]: DEBUG nova.compute.manager [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Refreshing instance network info cache due to event network-changed-64b574e2-c3ee-4e86-b1fc-f67e0bf11780. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.503352] env[69302]: DEBUG oslo_concurrency.lockutils [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] Acquiring lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.503352] env[69302]: DEBUG oslo_concurrency.lockutils [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] Acquired lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.503654] env[69302]: DEBUG nova.network.neutron [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Refreshing network info cache for port 64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.537091] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-b9f03655-3359-4901-a28a-08abe82ee49f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.537950] env[69302]: DEBUG nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Instance network_info: |[{"id": "45a73ab6-2ef0-4f3a-8990-7e3154265be5", "address": "fa:16:3e:36:9d:6c", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a73ab6-2e", "ovs_interfaceid": "45a73ab6-2ef0-4f3a-8990-7e3154265be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.538746] env[69302]: DEBUG oslo_concurrency.lockutils [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] Acquired lock "refresh_cache-b9f03655-3359-4901-a28a-08abe82ee49f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.541021] env[69302]: DEBUG nova.network.neutron [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Refreshing network info cache for port 45a73ab6-2ef0-4f3a-8990-7e3154265be5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.541021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:9d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45a73ab6-2ef0-4f3a-8990-7e3154265be5', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.556182] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.557549] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.557660] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91eddd07-d9f6-48e2-b14f-dea4eeb2762b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.578278] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.578278] env[69302]: value = "task-3183310" [ 787.578278] env[69302]: _type = "Task" [ 787.578278] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.586418] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183310, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.626349] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd19c0-1638-4d0c-983e-c0870939e1c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.633599] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Doing hard reboot of VM {{(pid=69302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 787.633998] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5ad58157-53f4-4571-bbe7-f8bb68f0dec3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.644349] env[69302]: DEBUG oslo_vmware.api [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 787.644349] env[69302]: value = "task-3183311" [ 787.644349] env[69302]: _type = "Task" [ 787.644349] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.653846] env[69302]: DEBUG oslo_vmware.api [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183311, 'name': ResetVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.791275] env[69302]: DEBUG nova.compute.manager [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.791609] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.792558] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749c6ead-ae20-41f6-b374-a3abfabe0784 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.800081] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.801335] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6262ca17-db83-422e-97ec-c8ef01165647 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.807413] env[69302]: DEBUG oslo_vmware.api [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 787.807413] env[69302]: value = "task-3183312" [ 787.807413] env[69302]: _type = "Task" [ 787.807413] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.816270] env[69302]: DEBUG oslo_vmware.api [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.875442] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.876047] env[69302]: DEBUG nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.878778] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.728s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.879040] env[69302]: DEBUG nova.objects.instance [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'resources' on Instance uuid 2519898f-43dc-40a6-aec0-bd4363f03171 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.910097] env[69302]: DEBUG oslo_concurrency.lockutils [req-5337914b-1cf9-4a5b-aca4-8f3f4d85d8c1 req-d641ea82-fb0f-4237-b133-2cdf0b46b03a service nova] Releasing lock "refresh_cache-64c6e2db-aaf3-4fff-9792-f8a0b589e74d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.089575] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183310, 'name': CreateVM_Task, 'duration_secs': 0.482039} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.089767] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.093470] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.093470] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.093470] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.093470] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6f01e7-c7da-4ec2-ab51-fe644edd8e20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.096085] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 788.096085] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526cb650-d708-4162-03ca-c8644a3cb815" [ 788.096085] env[69302]: _type = "Task" [ 788.096085] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.106768] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526cb650-d708-4162-03ca-c8644a3cb815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.157736] env[69302]: DEBUG oslo_vmware.api [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183311, 'name': ResetVM_Task, 'duration_secs': 0.110444} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.158114] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Did hard reboot of VM {{(pid=69302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 788.158389] env[69302]: DEBUG nova.compute.manager [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.159523] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf60132-8b7c-4032-9c1b-e3c5887e8022 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.306447] env[69302]: DEBUG nova.network.neutron [-] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.323812] env[69302]: DEBUG oslo_vmware.api [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183312, 'name': PowerOffVM_Task, 'duration_secs': 0.218551} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.327604] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.329575] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.329575] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26fe6e82-7f87-4256-ae22-cc141887e1c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.372078] env[69302]: DEBUG nova.network.neutron [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Updated VIF entry in instance network info cache for port 45a73ab6-2ef0-4f3a-8990-7e3154265be5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.372078] env[69302]: DEBUG nova.network.neutron [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Updating instance_info_cache with network_info: [{"id": "45a73ab6-2ef0-4f3a-8990-7e3154265be5", "address": "fa:16:3e:36:9d:6c", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45a73ab6-2e", "ovs_interfaceid": "45a73ab6-2ef0-4f3a-8990-7e3154265be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.382364] env[69302]: DEBUG nova.compute.utils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.389462] env[69302]: DEBUG nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.391365] env[69302]: DEBUG nova.network.neutron [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.399292] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.399496] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.399662] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Deleting the datastore file [datastore2] b18af0c3-cdcb-433c-af15-1f0ce6335217 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.399908] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14b4ecd3-0bf0-491c-84ad-d1108e59f8b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.407567] env[69302]: DEBUG oslo_vmware.api [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 788.407567] env[69302]: value = "task-3183314" [ 788.407567] env[69302]: _type = "Task" [ 788.407567] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.410145] env[69302]: DEBUG nova.network.neutron [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Updated VIF entry in instance network info cache for port 64b574e2-c3ee-4e86-b1fc-f67e0bf11780. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.410433] env[69302]: DEBUG nova.network.neutron [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Updating instance_info_cache with network_info: [{"id": "64b574e2-c3ee-4e86-b1fc-f67e0bf11780", "address": "fa:16:3e:0d:28:18", "network": {"id": "880b3fe4-df92-4e71-b7f9-1bcc44299546", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2063396136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5206e80c48945ef9846dc767a53ddc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64b574e2-c3", "ovs_interfaceid": "64b574e2-c3ee-4e86-b1fc-f67e0bf11780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.416572] env[69302]: DEBUG oslo_vmware.api [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.468602] env[69302]: DEBUG nova.policy [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966cb21e794a48b8a2a6afd47d0545ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31ab4cc1c7ad4cda99ed5ec8318a9fa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.531505] env[69302]: DEBUG nova.compute.manager [req-9dbcee5c-caa5-4a49-b117-728466ac383b req-5ee9ad86-1c79-4839-b0ca-b64165130582 service nova] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Received event network-vif-deleted-93246fd4-0517-4ad1-909a-ca590c9a8954 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.612387] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526cb650-d708-4162-03ca-c8644a3cb815, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.612927] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.613184] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.613420] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.613573] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.613752] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.614328] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebec7342-8a4e-44a5-8f1b-a275f8d471d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.623596] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.623738] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.627768] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4f0dde-f82a-4fe0-9aa4-013cf23dfd2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.633249] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 788.633249] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528425fe-2edc-1aec-39ef-fd391cd6c8c4" [ 788.633249] env[69302]: _type = "Task" [ 788.633249] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.641870] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528425fe-2edc-1aec-39ef-fd391cd6c8c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.680127] env[69302]: DEBUG oslo_concurrency.lockutils [None req-918c82a1-88e8-4546-bc24-78c7b01914ab tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.419s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.809419] env[69302]: INFO nova.compute.manager [-] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Took 1.53 seconds to deallocate network for instance. [ 788.877515] env[69302]: DEBUG oslo_concurrency.lockutils [req-6f565339-86a1-4d88-8f1e-c7a89d03ddd8 req-e77f119a-9c80-4977-a7a4-bc73736726cb service nova] Releasing lock "refresh_cache-b9f03655-3359-4901-a28a-08abe82ee49f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.887486] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ee48f-9491-4a1f-92d0-00229f4a7ede {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.890683] env[69302]: DEBUG nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.905998] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ada162-863c-43f3-85fa-8f5080217913 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.917181] env[69302]: DEBUG oslo_concurrency.lockutils [req-25cb1fba-a2b0-4d62-827f-6fa707db5827 req-8548e28f-27c5-40a3-b267-2e2b6d3188cf service nova] Releasing lock "refresh_cache-65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.951588] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa2213-9579-41a3-885b-418d65fd96a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.954600] env[69302]: DEBUG oslo_vmware.api [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185286} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.954866] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.955062] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.955245] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.955412] env[69302]: INFO nova.compute.manager [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Took 1.16 seconds to destroy the instance on the hypervisor. [ 788.955667] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.956254] env[69302]: DEBUG nova.compute.manager [-] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.956361] env[69302]: DEBUG nova.network.neutron [-] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.961968] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0a5af-dd86-4758-a973-e0934dd298f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.978213] env[69302]: DEBUG nova.compute.provider_tree [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.065741] env[69302]: DEBUG nova.network.neutron [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Successfully created port: fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.145574] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528425fe-2edc-1aec-39ef-fd391cd6c8c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.146420] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff36996-732e-46d4-81be-2cd6ed2bd8ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.153376] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 789.153376] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52979371-6ae8-5f5e-4890-eb194568465e" [ 789.153376] env[69302]: _type = "Task" [ 789.153376] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.161797] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52979371-6ae8-5f5e-4890-eb194568465e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.273793] env[69302]: DEBUG nova.compute.manager [req-82b1839a-af9b-42e7-b770-e6cb3c27f5e2 req-60565edb-4d49-4fca-9f2e-36c16285ad22 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Received event network-changed-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.274023] env[69302]: DEBUG nova.compute.manager [req-82b1839a-af9b-42e7-b770-e6cb3c27f5e2 req-60565edb-4d49-4fca-9f2e-36c16285ad22 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Refreshing instance network info cache due to event network-changed-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.274244] env[69302]: DEBUG oslo_concurrency.lockutils [req-82b1839a-af9b-42e7-b770-e6cb3c27f5e2 req-60565edb-4d49-4fca-9f2e-36c16285ad22 service nova] Acquiring lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.274386] env[69302]: DEBUG oslo_concurrency.lockutils [req-82b1839a-af9b-42e7-b770-e6cb3c27f5e2 req-60565edb-4d49-4fca-9f2e-36c16285ad22 service nova] Acquired lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.274545] env[69302]: DEBUG nova.network.neutron [req-82b1839a-af9b-42e7-b770-e6cb3c27f5e2 req-60565edb-4d49-4fca-9f2e-36c16285ad22 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Refreshing network info cache for port c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.319149] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.484042] env[69302]: DEBUG nova.scheduler.client.report [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.664013] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52979371-6ae8-5f5e-4890-eb194568465e, 'name': SearchDatastore_Task, 'duration_secs': 0.02207} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.664305] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.664561] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] b9f03655-3359-4901-a28a-08abe82ee49f/b9f03655-3359-4901-a28a-08abe82ee49f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.664825] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-237f598e-a5be-4dd9-a15d-63e02d5c9a24 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.671791] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 789.671791] env[69302]: value = "task-3183315" [ 789.671791] env[69302]: _type = "Task" [ 789.671791] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.679369] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.852198] env[69302]: DEBUG nova.network.neutron [-] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.907246] env[69302]: DEBUG nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.940828] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.941107] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.941273] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.941470] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.941662] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.941817] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.942053] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.942229] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.942395] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.942609] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.942801] env[69302]: DEBUG nova.virt.hardware [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.943721] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7332f14a-a64c-48f5-b334-2b8eeb416403 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.952252] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cf1285-5f8d-4da5-a835-f8f1ea62e09e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.991388] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.993625] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.229s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.996081] env[69302]: INFO nova.compute.claims [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.022164] env[69302]: INFO nova.scheduler.client.report [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted allocations for instance 2519898f-43dc-40a6-aec0-bd4363f03171 [ 790.042811] env[69302]: DEBUG nova.network.neutron [req-82b1839a-af9b-42e7-b770-e6cb3c27f5e2 req-60565edb-4d49-4fca-9f2e-36c16285ad22 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updated VIF entry in instance network info cache for port c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.043306] env[69302]: DEBUG nova.network.neutron [req-82b1839a-af9b-42e7-b770-e6cb3c27f5e2 req-60565edb-4d49-4fca-9f2e-36c16285ad22 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updating instance_info_cache with network_info: [{"id": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "address": "fa:16:3e:6f:81:1c", "network": {"id": "b1561971-fd5e-4d24-8f0b-da8556652022", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-589363433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bd4a64d657f4ba7afa8e938c7d39606", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd0ccb-ce", "ovs_interfaceid": "c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.089516] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.089794] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.089964] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.090287] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.090372] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.092874] env[69302]: INFO nova.compute.manager [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Terminating instance [ 790.182847] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.355797] env[69302]: INFO nova.compute.manager [-] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Took 1.40 seconds to deallocate network for instance. [ 790.530680] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe488cf0-09f8-4ec8-9c75-13381125c2ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "2519898f-43dc-40a6-aec0-bd4363f03171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.783s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.548334] env[69302]: DEBUG oslo_concurrency.lockutils [req-82b1839a-af9b-42e7-b770-e6cb3c27f5e2 req-60565edb-4d49-4fca-9f2e-36c16285ad22 service nova] Releasing lock "refresh_cache-b7997ffc-bbfd-48e9-bced-d8224ce6e908" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.593305] env[69302]: DEBUG nova.compute.manager [req-b5b3e9b2-40c2-4e85-b446-b7f749be24d7 req-396aa84c-6612-4cba-bbe6-39b598c1723b service nova] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Received event network-vif-deleted-e0630e94-a889-4062-bcde-3f9e218ea07a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.598676] env[69302]: DEBUG nova.compute.manager [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.598676] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.599262] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7fc3d6-6065-4ed7-abe7-d1bb2590a7c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.610021] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.610021] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec0246bc-d22d-4ae8-9356-30b50dd3264e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.618841] env[69302]: DEBUG oslo_vmware.api [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 790.618841] env[69302]: value = "task-3183316" [ 790.618841] env[69302]: _type = "Task" [ 790.618841] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.628714] env[69302]: DEBUG oslo_vmware.api [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.684490] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624792} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.684760] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] b9f03655-3359-4901-a28a-08abe82ee49f/b9f03655-3359-4901-a28a-08abe82ee49f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.684977] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.685276] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f534645-415e-404d-a3f1-471e3a9ed89f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.694792] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 790.694792] env[69302]: value = "task-3183317" [ 790.694792] env[69302]: _type = "Task" [ 790.694792] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.709222] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.862854] env[69302]: DEBUG nova.network.neutron [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Successfully updated port: fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.865281] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.133085] env[69302]: DEBUG oslo_vmware.api [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183316, 'name': PowerOffVM_Task, 'duration_secs': 0.212395} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.133363] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.133527] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.133779] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1e6e19e-3f79-42fe-b6ca-2a25ebf72299 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.205294] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.205519] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.205697] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Deleting the datastore file [datastore2] b7997ffc-bbfd-48e9-bced-d8224ce6e908 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.206365] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0826358a-5ca5-401b-ac76-9bc8136ccd8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.213724] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085465} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.214359] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.215108] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a5fcbe-d8d2-472d-a70c-f7e94d063f05 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.220869] env[69302]: DEBUG oslo_vmware.api [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 791.220869] env[69302]: value = "task-3183319" [ 791.220869] env[69302]: _type = "Task" [ 791.220869] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.244076] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b9f03655-3359-4901-a28a-08abe82ee49f/b9f03655-3359-4901-a28a-08abe82ee49f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.247158] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca57b8d4-2b44-428f-821b-1308f57e3c56 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.264974] env[69302]: DEBUG oslo_vmware.api [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.270771] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 791.270771] env[69302]: value = "task-3183320" [ 791.270771] env[69302]: _type = "Task" [ 791.270771] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.282101] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.366927] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquiring lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.366927] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquired lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.367548] env[69302]: DEBUG nova.network.neutron [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.374420] env[69302]: DEBUG nova.compute.manager [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Received event network-vif-plugged-fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.374655] env[69302]: DEBUG oslo_concurrency.lockutils [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] Acquiring lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.375117] env[69302]: DEBUG oslo_concurrency.lockutils [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] Lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.375669] env[69302]: DEBUG oslo_concurrency.lockutils [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] Lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.375669] env[69302]: DEBUG nova.compute.manager [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] No waiting events found dispatching network-vif-plugged-fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.375794] env[69302]: WARNING nova.compute.manager [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Received unexpected event network-vif-plugged-fdfa33be-5b80-4da1-b61c-b722bbe20281 for instance with vm_state building and task_state spawning. [ 791.376635] env[69302]: DEBUG nova.compute.manager [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Received event network-changed-fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.376635] env[69302]: DEBUG nova.compute.manager [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Refreshing instance network info cache due to event network-changed-fdfa33be-5b80-4da1-b61c-b722bbe20281. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.376635] env[69302]: DEBUG oslo_concurrency.lockutils [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] Acquiring lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.495204] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e378238c-f99a-4157-9cd8-bdf5bde6065e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.504862] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b874777-a56b-47c8-91f7-a8a157170f3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.538326] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5bdf8f-35e8-4ecb-b81c-80b85dc1b6cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.546440] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5f2f20-4b29-49b1-a12d-4ac6db55a623 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.561202] env[69302]: DEBUG nova.compute.provider_tree [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.732714] env[69302]: DEBUG oslo_vmware.api [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151354} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.733037] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.733235] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.733408] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.733580] env[69302]: INFO nova.compute.manager [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Took 1.14 seconds to destroy the instance on the hypervisor. [ 791.733821] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.734009] env[69302]: DEBUG nova.compute.manager [-] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.734105] env[69302]: DEBUG nova.network.neutron [-] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.782011] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183320, 'name': ReconfigVM_Task, 'duration_secs': 0.41038} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.782317] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b9f03655-3359-4901-a28a-08abe82ee49f/b9f03655-3359-4901-a28a-08abe82ee49f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.783011] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-745570c4-9c8c-458c-98a9-393a975e9d1b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.790529] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 791.790529] env[69302]: value = "task-3183321" [ 791.790529] env[69302]: _type = "Task" [ 791.790529] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.798608] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183321, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.905877] env[69302]: DEBUG nova.network.neutron [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.986823] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.986823] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.056181] env[69302]: DEBUG nova.network.neutron [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Updating instance_info_cache with network_info: [{"id": "fdfa33be-5b80-4da1-b61c-b722bbe20281", "address": "fa:16:3e:91:9a:6a", "network": {"id": "0d40665f-6231-4501-8032-5fa64eafbcd1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1905060871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ab4cc1c7ad4cda99ed5ec8318a9fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdfa33be-5b", "ovs_interfaceid": "fdfa33be-5b80-4da1-b61c-b722bbe20281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.065146] env[69302]: DEBUG nova.scheduler.client.report [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.301037] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183321, 'name': Rename_Task, 'duration_secs': 0.152019} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.301350] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.301627] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be5d882-8233-4093-bc5a-6b7b15f3a137 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.307612] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 792.307612] env[69302]: value = "task-3183322" [ 792.307612] env[69302]: _type = "Task" [ 792.307612] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.315195] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.522478] env[69302]: DEBUG nova.network.neutron [-] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.558754] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Releasing lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.559103] env[69302]: DEBUG nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Instance network_info: |[{"id": "fdfa33be-5b80-4da1-b61c-b722bbe20281", "address": "fa:16:3e:91:9a:6a", "network": {"id": "0d40665f-6231-4501-8032-5fa64eafbcd1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1905060871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ab4cc1c7ad4cda99ed5ec8318a9fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdfa33be-5b", "ovs_interfaceid": "fdfa33be-5b80-4da1-b61c-b722bbe20281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.559396] env[69302]: DEBUG oslo_concurrency.lockutils [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] Acquired lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.559578] env[69302]: DEBUG nova.network.neutron [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Refreshing network info cache for port fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.560693] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:9a:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdfa33be-5b80-4da1-b61c-b722bbe20281', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.568252] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Creating folder: Project (31ab4cc1c7ad4cda99ed5ec8318a9fa4). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.569220] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7398792-c7d6-4d3d-ac3f-d90318394665 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.571880] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.572294] env[69302]: DEBUG nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.574832] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.698s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.576176] env[69302]: INFO nova.compute.claims [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.591066] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Created folder: Project (31ab4cc1c7ad4cda99ed5ec8318a9fa4) in parent group-v636578. [ 792.591278] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Creating folder: Instances. Parent ref: group-v636695. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.591552] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d5b81a8-2a97-4a9b-8c57-23c7f661bfbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.604031] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Created folder: Instances in parent group-v636695. [ 792.604327] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.604442] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.604664] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8dfcd3f-5ca6-4d15-bacb-ec6b9ffbd311 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.626712] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.626712] env[69302]: value = "task-3183325" [ 792.626712] env[69302]: _type = "Task" [ 792.626712] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.635600] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183325, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.820753] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183322, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.024931] env[69302]: INFO nova.compute.manager [-] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Took 1.29 seconds to deallocate network for instance. [ 793.080608] env[69302]: DEBUG nova.compute.utils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.083635] env[69302]: DEBUG nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.083840] env[69302]: DEBUG nova.network.neutron [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.135093] env[69302]: DEBUG nova.policy [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '776770cea2c447cc94c9cc3ec797aa43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ac22eb1f95e49a1ad60ba4d44ac71b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.142103] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183325, 'name': CreateVM_Task, 'duration_secs': 0.365218} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.142263] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.142959] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.143158] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.143465] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.143715] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3ef3d3-3acf-49f8-8a69-2320ed6f0101 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.149069] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 793.149069] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526bfaba-3d59-60b4-5c23-62f9e5fb6f08" [ 793.149069] env[69302]: _type = "Task" [ 793.149069] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.159554] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526bfaba-3d59-60b4-5c23-62f9e5fb6f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.298626] env[69302]: DEBUG nova.network.neutron [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Updated VIF entry in instance network info cache for port fdfa33be-5b80-4da1-b61c-b722bbe20281. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.298976] env[69302]: DEBUG nova.network.neutron [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Updating instance_info_cache with network_info: [{"id": "fdfa33be-5b80-4da1-b61c-b722bbe20281", "address": "fa:16:3e:91:9a:6a", "network": {"id": "0d40665f-6231-4501-8032-5fa64eafbcd1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1905060871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ab4cc1c7ad4cda99ed5ec8318a9fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdfa33be-5b", "ovs_interfaceid": "fdfa33be-5b80-4da1-b61c-b722bbe20281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.320477] env[69302]: DEBUG oslo_vmware.api [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183322, 'name': PowerOnVM_Task, 'duration_secs': 0.536835} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.320965] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.320965] env[69302]: INFO nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Took 8.20 seconds to spawn the instance on the hypervisor. [ 793.321182] env[69302]: DEBUG nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.321912] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6199e2-27a7-4003-86a7-0ea66bc51dbf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.403555] env[69302]: DEBUG nova.compute.manager [req-9753db11-d8a0-425d-8603-78919e38c0c1 req-cf421334-1cc0-4b01-b6b2-bf380de39476 service nova] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Received event network-vif-deleted-c1dd0ccb-ce20-40c4-9b91-acc8ff19e0dd {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.444323] env[69302]: DEBUG nova.network.neutron [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Successfully created port: 8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.531762] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.588052] env[69302]: DEBUG nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.667096] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526bfaba-3d59-60b4-5c23-62f9e5fb6f08, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.669912] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.670235] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.670521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.670715] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.670937] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.671448] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41ec0ec7-cb1d-4f3b-b708-dd34545bae80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.684254] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.684351] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.685056] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc10c33-fd6a-41d3-b11c-98d786afe599 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.691664] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 793.691664] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b25a32-1284-af00-8cec-3ca1484e3e55" [ 793.691664] env[69302]: _type = "Task" [ 793.691664] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.701842] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b25a32-1284-af00-8cec-3ca1484e3e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.803572] env[69302]: DEBUG oslo_concurrency.lockutils [req-7df8f16b-ae1e-4271-8b01-c64ddd92d03e req-f8130c95-e43e-4f33-963d-d9d624ea10a6 service nova] Releasing lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.841819] env[69302]: INFO nova.compute.manager [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Took 41.04 seconds to build instance. [ 793.973985] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1423744b-9956-4519-8eb5-ca31ea8bd019 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.981739] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55326ac0-c58b-4d4f-ba33-749a0d97868f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.013412] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaf3efb-297e-4851-8c01-2607e95699f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.021259] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f778398-30f0-4eff-8fd7-717c3daa5fff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.035380] env[69302]: DEBUG nova.compute.provider_tree [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.203074] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b25a32-1284-af00-8cec-3ca1484e3e55, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.203832] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc42195-70cf-422c-917e-3abb4887b345 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.209158] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 794.209158] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520efda4-ea3f-62dc-8853-f83b385a78ac" [ 794.209158] env[69302]: _type = "Task" [ 794.209158] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.217186] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520efda4-ea3f-62dc-8853-f83b385a78ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.345026] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0473fdfa-a5bd-44b3-81a5-696e33f25922 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9f03655-3359-4901-a28a-08abe82ee49f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.767s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.538206] env[69302]: DEBUG nova.scheduler.client.report [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.597041] env[69302]: DEBUG nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.623529] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.623769] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.623922] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.624111] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.624257] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.624398] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.624609] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.624753] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.624917] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.625087] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.625259] env[69302]: DEBUG nova.virt.hardware [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.627172] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab01cacd-755a-4daf-809f-aa2461b03620 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.635245] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888e7b11-ddec-484d-8bcc-a6ae0c9c03e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.721854] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520efda4-ea3f-62dc-8853-f83b385a78ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.722132] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.722431] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 40edaa33-9955-4ea7-bdc7-3276ac7c63c7/40edaa33-9955-4ea7-bdc7-3276ac7c63c7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.722669] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9b7eef4-755f-45a3-94eb-0e3f2c419961 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.731151] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 794.731151] env[69302]: value = "task-3183326" [ 794.731151] env[69302]: _type = "Task" [ 794.731151] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.739984] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.847905] env[69302]: DEBUG nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.975333] env[69302]: DEBUG nova.network.neutron [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Successfully updated port: 8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.043794] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.044682] env[69302]: DEBUG nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.047648] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.755s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.242212] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470843} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.242478] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 40edaa33-9955-4ea7-bdc7-3276ac7c63c7/40edaa33-9955-4ea7-bdc7-3276ac7c63c7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.242710] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.242973] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecb2b991-fdf2-4992-b1eb-6dd7bb387045 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.250650] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 795.250650] env[69302]: value = "task-3183327" [ 795.250650] env[69302]: _type = "Task" [ 795.250650] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.260465] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.373295] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.431214] env[69302]: DEBUG nova.compute.manager [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Received event network-vif-plugged-8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.431433] env[69302]: DEBUG oslo_concurrency.lockutils [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] Acquiring lock "5521f7d1-b8ac-4856-8722-4fd67133da37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.431754] env[69302]: DEBUG oslo_concurrency.lockutils [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] Lock "5521f7d1-b8ac-4856-8722-4fd67133da37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.431946] env[69302]: DEBUG oslo_concurrency.lockutils [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] Lock "5521f7d1-b8ac-4856-8722-4fd67133da37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.432133] env[69302]: DEBUG nova.compute.manager [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] No waiting events found dispatching network-vif-plugged-8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.432301] env[69302]: WARNING nova.compute.manager [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Received unexpected event network-vif-plugged-8697778b-37ef-4415-95cd-6f187ed44473 for instance with vm_state building and task_state spawning. [ 795.432455] env[69302]: DEBUG nova.compute.manager [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Received event network-changed-8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.432631] env[69302]: DEBUG nova.compute.manager [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing instance network info cache due to event network-changed-8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.432818] env[69302]: DEBUG oslo_concurrency.lockutils [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] Acquiring lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.432946] env[69302]: DEBUG oslo_concurrency.lockutils [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] Acquired lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.433114] env[69302]: DEBUG nova.network.neutron [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.457791] env[69302]: INFO nova.compute.manager [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Rebuilding instance [ 795.477213] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.499798] env[69302]: DEBUG nova.compute.manager [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.500696] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b7cb3-78a6-4695-aeba-5ed9865015c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.551744] env[69302]: DEBUG nova.compute.utils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.563063] env[69302]: DEBUG nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.563234] env[69302]: DEBUG nova.network.neutron [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.606141] env[69302]: DEBUG nova.policy [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '070b1ef5cf07414eb349a21fd8e0780c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd049435607534765842443d8664e443f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.762785] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062108} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.763133] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.763849] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41636901-40b4-4524-a8ba-065bc4873941 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.787490] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 40edaa33-9955-4ea7-bdc7-3276ac7c63c7/40edaa33-9955-4ea7-bdc7-3276ac7c63c7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.787793] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820b230f-2e4c-44e4-9517-6aea939d5fbe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.809920] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 795.809920] env[69302]: value = "task-3183328" [ 795.809920] env[69302]: _type = "Task" [ 795.809920] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.818247] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.910152] env[69302]: DEBUG nova.network.neutron [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Successfully created port: a048662d-82ef-4c2f-b260-20ab5d3d3f92 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.962372] env[69302]: DEBUG nova.network.neutron [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.036136] env[69302]: DEBUG nova.network.neutron [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.063583] env[69302]: DEBUG nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.101044] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b631bcce-e3d1-402d-83c6-80e7054fee6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.101205] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance dd64bebb-7c5b-48cb-b670-52983ffe6ba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.101354] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance d684c74f-d058-47b5-8dcc-fc9287843569 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.101476] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 099411cb-0e40-4cb7-b36e-12409f837436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.101618] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance feb83f01-3afd-4831-8db9-e37ba30939ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.101742] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 93b679c4-2c07-4b85-bc37-84488097d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.101853] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance dbfb2707-26a3-45d7-88d6-ebf26fc51817 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.101963] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 3be491dc-0ed7-40e5-b725-f7dfb1a951e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.102102] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b18af0c3-cdcb-433c-af15-1f0ce6335217 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.102220] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 17485f1e-c1f0-432e-a121-14a75e4afd52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.102327] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 81ac6050-d6fc-4479-a8b8-2e54078b8437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.102432] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance ff7f7de3-16d2-4052-a3cc-dfdd1e17f647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.102621] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 29559c63-43a4-48ac-b902-d8c20252d8ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.102681] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 848596ef-6ff7-40f4-b28d-3986692e5ce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.102772] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.102889] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance a0079d1d-6c08-4567-9749-13625c373993 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.102999] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.104012] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b7997ffc-bbfd-48e9-bced-d8224ce6e908 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 796.104157] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.104280] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b9f03655-3359-4901-a28a-08abe82ee49f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.104393] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 40edaa33-9955-4ea7-bdc7-3276ac7c63c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.104505] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 5521f7d1-b8ac-4856-8722-4fd67133da37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.104615] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 920276bd-e963-42f7-8509-aa0dc104fe6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 796.197246] env[69302]: DEBUG nova.network.neutron [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Successfully created port: 21dcabcf-9282-473f-9630-3f4b9ecc51a5 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.321754] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.516400] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.518878] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c89b7a-f859-4351-8a8b-520cd1a9434d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.526472] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 796.526472] env[69302]: value = "task-3183329" [ 796.526472] env[69302]: _type = "Task" [ 796.526472] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.540748] env[69302]: DEBUG oslo_concurrency.lockutils [req-d55afa63-b607-44d1-bd16-3c79521dc5b7 req-9f35ff78-34b6-4bad-b3ea-8786b84089f1 service nova] Releasing lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.540748] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.540748] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquired lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.540748] env[69302]: DEBUG nova.network.neutron [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.607936] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance a77ed464-9d0a-4415-ae63-283495910c76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 796.822109] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.037430] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183329, 'name': PowerOffVM_Task, 'duration_secs': 0.211927} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.037783] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.038052] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.038947] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe202a62-1d7a-4086-ae62-690d0f92ed71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.051093] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.051562] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c52638d5-7c86-4ec5-9325-671d1549d0ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.076369] env[69302]: DEBUG nova.network.neutron [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.079093] env[69302]: DEBUG nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.107713] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.108118] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.108372] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.108761] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.108964] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.109148] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.109446] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.109556] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.109695] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.109857] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.110039] env[69302]: DEBUG nova.virt.hardware [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.110960] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 58bc7378-cf42-446a-a5dc-bd89aa59e7bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 797.113058] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f58b56e-f589-43d5-841b-6c11300545f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.122022] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79519a2a-76b8-416b-805d-e8959878830c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.146832] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.147082] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.147242] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleting the datastore file [datastore1] b9f03655-3359-4901-a28a-08abe82ee49f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.147501] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16c4b6c1-6656-4f61-a2c3-50cae533aa6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.155124] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 797.155124] env[69302]: value = "task-3183331" [ 797.155124] env[69302]: _type = "Task" [ 797.155124] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.165306] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.246119] env[69302]: DEBUG nova.network.neutron [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updating instance_info_cache with network_info: [{"id": "8697778b-37ef-4415-95cd-6f187ed44473", "address": "fa:16:3e:fa:41:b6", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8697778b-37", "ovs_interfaceid": "8697778b-37ef-4415-95cd-6f187ed44473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.321316] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183328, 'name': ReconfigVM_Task, 'duration_secs': 1.139097} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.321644] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 40edaa33-9955-4ea7-bdc7-3276ac7c63c7/40edaa33-9955-4ea7-bdc7-3276ac7c63c7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.322421] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2411861a-3636-481f-b5e4-7198eb079fea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.329739] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 797.329739] env[69302]: value = "task-3183332" [ 797.329739] env[69302]: _type = "Task" [ 797.329739] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.340503] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183332, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.618242] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 797.670876] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154701} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.672287] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.672509] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.672720] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.677457] env[69302]: DEBUG nova.compute.manager [req-4b7b5b8f-4304-408c-a0c3-39d7eeb4fbdf req-08066c11-166d-49b2-bf05-62dc9fbaa567 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Received event network-vif-plugged-a048662d-82ef-4c2f-b260-20ab5d3d3f92 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.677457] env[69302]: DEBUG oslo_concurrency.lockutils [req-4b7b5b8f-4304-408c-a0c3-39d7eeb4fbdf req-08066c11-166d-49b2-bf05-62dc9fbaa567 service nova] Acquiring lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.677457] env[69302]: DEBUG oslo_concurrency.lockutils [req-4b7b5b8f-4304-408c-a0c3-39d7eeb4fbdf req-08066c11-166d-49b2-bf05-62dc9fbaa567 service nova] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.677457] env[69302]: DEBUG oslo_concurrency.lockutils [req-4b7b5b8f-4304-408c-a0c3-39d7eeb4fbdf req-08066c11-166d-49b2-bf05-62dc9fbaa567 service nova] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.677457] env[69302]: DEBUG nova.compute.manager [req-4b7b5b8f-4304-408c-a0c3-39d7eeb4fbdf req-08066c11-166d-49b2-bf05-62dc9fbaa567 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] No waiting events found dispatching network-vif-plugged-a048662d-82ef-4c2f-b260-20ab5d3d3f92 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.677457] env[69302]: WARNING nova.compute.manager [req-4b7b5b8f-4304-408c-a0c3-39d7eeb4fbdf req-08066c11-166d-49b2-bf05-62dc9fbaa567 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Received unexpected event network-vif-plugged-a048662d-82ef-4c2f-b260-20ab5d3d3f92 for instance with vm_state building and task_state spawning. [ 797.751291] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Releasing lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.751291] env[69302]: DEBUG nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Instance network_info: |[{"id": "8697778b-37ef-4415-95cd-6f187ed44473", "address": "fa:16:3e:fa:41:b6", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8697778b-37", "ovs_interfaceid": "8697778b-37ef-4415-95cd-6f187ed44473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.751291] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:41:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8697778b-37ef-4415-95cd-6f187ed44473', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.759417] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Creating folder: Project (0ac22eb1f95e49a1ad60ba4d44ac71b8). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.760127] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f984b25e-c1b6-45fd-a9aa-fd305d305784 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.774637] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Created folder: Project (0ac22eb1f95e49a1ad60ba4d44ac71b8) in parent group-v636578. [ 797.774722] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Creating folder: Instances. Parent ref: group-v636698. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.774968] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64de8072-c9e6-4889-a4a3-1d065600e1e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.784294] env[69302]: DEBUG nova.network.neutron [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Successfully updated port: a048662d-82ef-4c2f-b260-20ab5d3d3f92 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.787930] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Created folder: Instances in parent group-v636698. [ 797.788178] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.788363] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.788578] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5aa61c-ed0e-4e42-8e90-3a23e1fa7a70 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.809611] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.809611] env[69302]: value = "task-3183335" [ 797.809611] env[69302]: _type = "Task" [ 797.809611] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.817507] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183335, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.839762] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183332, 'name': Rename_Task, 'duration_secs': 0.194293} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.840047] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.840305] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0fcb165-6985-4e7b-813e-436bbf3258aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.848986] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 797.848986] env[69302]: value = "task-3183336" [ 797.848986] env[69302]: _type = "Task" [ 797.848986] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.858324] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.120989] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 791ac5be-123d-4525-92fc-cfd6ec43c0c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.319820] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183335, 'name': CreateVM_Task, 'duration_secs': 0.342386} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.320168] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.320771] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.321082] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.321348] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.321629] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76248ea-4385-44a6-b8eb-099e5b7b7002 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.326907] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 798.326907] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523faad1-827b-cceb-fa0e-52b54629f2a1" [ 798.326907] env[69302]: _type = "Task" [ 798.326907] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.335637] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523faad1-827b-cceb-fa0e-52b54629f2a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.359035] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183336, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.623944] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance f9577dc2-a6f8-450d-8bac-6963a5dc18e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.708907] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.708907] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.709045] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.709309] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.709374] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.709501] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.709739] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.709901] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.710071] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.710232] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.710398] env[69302]: DEBUG nova.virt.hardware [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.711255] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad4f49a-4ba0-4deb-b1d3-966b3c28170e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.720049] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0c471f-9687-4356-b9f8-7de820301816 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.734593] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:9d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45a73ab6-2ef0-4f3a-8990-7e3154265be5', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.742487] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.742742] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.742950] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f711ba9e-30fb-4ba7-9644-5b71bf4bb752 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.763473] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.763473] env[69302]: value = "task-3183337" [ 798.763473] env[69302]: _type = "Task" [ 798.763473] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.771387] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183337, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.840125] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523faad1-827b-cceb-fa0e-52b54629f2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.840464] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.840726] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.840930] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.841088] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.841266] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.841569] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3c5a47-c9b2-4e71-aeff-01faaea965f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.855655] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.855810] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.859466] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4ce59f-8278-44aa-ba8b-8c345083c6b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.861688] env[69302]: DEBUG oslo_vmware.api [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183336, 'name': PowerOnVM_Task, 'duration_secs': 0.633321} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.861959] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.862184] env[69302]: INFO nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Took 8.96 seconds to spawn the instance on the hypervisor. [ 798.862361] env[69302]: DEBUG nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.863430] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f4cb6-39cf-44e5-9875-7852638b6cd8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.866778] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 798.866778] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523b3d00-bf0d-50ac-5992-7fb233fe755f" [ 798.866778] env[69302]: _type = "Task" [ 798.866778] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.879079] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523b3d00-bf0d-50ac-5992-7fb233fe755f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.126989] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 64ac329d-1c2d-49d3-b26f-111f725d3a34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.276686] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183337, 'name': CreateVM_Task, 'duration_secs': 0.351634} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.276833] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.277505] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.277671] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.278175] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.278460] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e75898-78f3-41bf-82bd-4999c149eb93 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.283354] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 799.283354] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524d000a-3acb-c7ec-b978-2c433a130899" [ 799.283354] env[69302]: _type = "Task" [ 799.283354] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.292404] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524d000a-3acb-c7ec-b978-2c433a130899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.383860] env[69302]: INFO nova.compute.manager [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Took 42.63 seconds to build instance. [ 799.385485] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523b3d00-bf0d-50ac-5992-7fb233fe755f, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.386118] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b73616-23dd-4a67-a00d-73abd1cb77f4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.393255] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 799.393255] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e8dd83-f5a6-bf62-2201-524e655c203f" [ 799.393255] env[69302]: _type = "Task" [ 799.393255] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.402502] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e8dd83-f5a6-bf62-2201-524e655c203f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.630429] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 98bc66d4-ceaf-41e5-8e44-7da3b94616f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 799.789094] env[69302]: DEBUG nova.compute.manager [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Received event network-changed-a048662d-82ef-4c2f-b260-20ab5d3d3f92 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.789301] env[69302]: DEBUG nova.compute.manager [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Refreshing instance network info cache due to event network-changed-a048662d-82ef-4c2f-b260-20ab5d3d3f92. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.789516] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] Acquiring lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.789684] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] Acquired lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.789849] env[69302]: DEBUG nova.network.neutron [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Refreshing network info cache for port a048662d-82ef-4c2f-b260-20ab5d3d3f92 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.797885] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524d000a-3acb-c7ec-b978-2c433a130899, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.798186] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.798474] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.798643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.840330] env[69302]: DEBUG nova.network.neutron [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Successfully updated port: 21dcabcf-9282-473f-9630-3f4b9ecc51a5 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.886180] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f0e713f-751e-48e5-8ea8-80cd2f9cf298 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.439s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.909626] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e8dd83-f5a6-bf62-2201-524e655c203f, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.910065] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.910480] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 5521f7d1-b8ac-4856-8722-4fd67133da37/5521f7d1-b8ac-4856-8722-4fd67133da37.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.910924] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.911560] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.911560] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-294d97ad-fc25-4ba4-8781-43c523e97afb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.915063] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c6c0d0-185e-4d6f-aa54-5d0885dd74ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.924717] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 799.924717] env[69302]: value = "task-3183338" [ 799.924717] env[69302]: _type = "Task" [ 799.924717] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.927014] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.927286] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.932966] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c808b4-29df-4adc-ae25-23c63108379e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.940064] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 799.940064] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5233128a-56ca-3f7f-8948-24a2f8f73753" [ 799.940064] env[69302]: _type = "Task" [ 799.940064] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.945361] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.955910] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5233128a-56ca-3f7f-8948-24a2f8f73753, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.956305] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8e293a-5b82-4652-8660-1925bc7cc8ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.962504] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 799.962504] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529390c5-17f8-d22b-55b8-ea26e9b05c48" [ 799.962504] env[69302]: _type = "Task" [ 799.962504] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.973864] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529390c5-17f8-d22b-55b8-ea26e9b05c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.136078] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 541bfebc-a0d5-4a24-b5af-2d54a9601a15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.137444] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 800.137444] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 800.343204] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.355956] env[69302]: DEBUG nova.network.neutron [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.388845] env[69302]: DEBUG nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.441348] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.474767] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529390c5-17f8-d22b-55b8-ea26e9b05c48, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.477614] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.477933] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b9f03655-3359-4901-a28a-08abe82ee49f/b9f03655-3359-4901-a28a-08abe82ee49f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.478530] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-356108fb-fa80-4781-9f2f-92ba5f24ad87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.487772] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 800.487772] env[69302]: value = "task-3183339" [ 800.487772] env[69302]: _type = "Task" [ 800.487772] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.502036] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.523120] env[69302]: DEBUG nova.network.neutron [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.630828] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ef8c6c-716f-4dcb-b565-022d4ed6c97e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.639182] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6694cc49-5e04-457a-b083-e1b56fb16831 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.673849] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c484b3ef-f05d-4c6b-a5f8-521944f37288 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.684803] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3069ef66-e43e-40d2-b87a-7d84a830ad60 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.704665] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.918455] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.939875] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540526} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.940179] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 5521f7d1-b8ac-4856-8722-4fd67133da37/5521f7d1-b8ac-4856-8722-4fd67133da37.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.940401] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.940667] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c83ed582-5364-4dc6-a6f5-1540956e3473 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.950324] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 800.950324] env[69302]: value = "task-3183340" [ 800.950324] env[69302]: _type = "Task" [ 800.950324] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.960742] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.005266] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475867} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.005680] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b9f03655-3359-4901-a28a-08abe82ee49f/b9f03655-3359-4901-a28a-08abe82ee49f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.005963] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.007495] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87545191-d09a-4068-b3f4-44307e5a1a97 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.015318] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 801.015318] env[69302]: value = "task-3183341" [ 801.015318] env[69302]: _type = "Task" [ 801.015318] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.025990] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.026630] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] Releasing lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.026979] env[69302]: DEBUG nova.compute.manager [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Received event network-vif-plugged-21dcabcf-9282-473f-9630-3f4b9ecc51a5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.027258] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] Acquiring lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.027530] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.027755] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.027983] env[69302]: DEBUG nova.compute.manager [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] No waiting events found dispatching network-vif-plugged-21dcabcf-9282-473f-9630-3f4b9ecc51a5 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.029363] env[69302]: WARNING nova.compute.manager [req-fb933895-76ce-4d45-8f11-460848eb2eab req-25b395e9-cc13-432a-a72a-3a034d416a51 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Received unexpected event network-vif-plugged-21dcabcf-9282-473f-9630-3f4b9ecc51a5 for instance with vm_state building and task_state spawning. [ 801.029753] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquired lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.029944] env[69302]: DEBUG nova.network.neutron [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.210479] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.461327] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075257} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.461645] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.462465] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636f6408-74a6-4b8c-9d03-c3801adeecdf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.488484] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 5521f7d1-b8ac-4856-8722-4fd67133da37/5521f7d1-b8ac-4856-8722-4fd67133da37.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.489771] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f317a652-348c-4638-bc62-c0af3c28b362 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.512361] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 801.512361] env[69302]: value = "task-3183342" [ 801.512361] env[69302]: _type = "Task" [ 801.512361] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.521455] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.526192] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071079} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.526443] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.527169] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b8dbd6-cc60-4c7f-bbb4-fcb340857705 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.552776] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] b9f03655-3359-4901-a28a-08abe82ee49f/b9f03655-3359-4901-a28a-08abe82ee49f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.554073] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d67781-d93d-4923-abb4-02a6357f3e74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.573900] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 801.573900] env[69302]: value = "task-3183343" [ 801.573900] env[69302]: _type = "Task" [ 801.573900] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.584900] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.585829] env[69302]: DEBUG nova.network.neutron [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.717212] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 801.717451] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.670s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.717771] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.576s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.717990] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.719872] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.614s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.721425] env[69302]: INFO nova.compute.claims [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.751397] env[69302]: INFO nova.scheduler.client.report [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Deleted allocations for instance 29559c63-43a4-48ac-b902-d8c20252d8ae [ 801.822588] env[69302]: DEBUG nova.compute.manager [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Received event network-changed-21dcabcf-9282-473f-9630-3f4b9ecc51a5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.822886] env[69302]: DEBUG nova.compute.manager [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Refreshing instance network info cache due to event network-changed-21dcabcf-9282-473f-9630-3f4b9ecc51a5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.823099] env[69302]: DEBUG oslo_concurrency.lockutils [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] Acquiring lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.923758] env[69302]: DEBUG nova.network.neutron [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Updating instance_info_cache with network_info: [{"id": "a048662d-82ef-4c2f-b260-20ab5d3d3f92", "address": "fa:16:3e:df:30:8b", "network": {"id": "45529239-f36d-457b-8262-f31d231c4dea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1176588644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa048662d-82", "ovs_interfaceid": "a048662d-82ef-4c2f-b260-20ab5d3d3f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21dcabcf-9282-473f-9630-3f4b9ecc51a5", "address": "fa:16:3e:75:69:0f", "network": {"id": "f205ec55-bb17-4047-9f94-3c889090f2f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-148308153", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dcabcf-92", "ovs_interfaceid": "21dcabcf-9282-473f-9630-3f4b9ecc51a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.023642] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.085145] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183343, 'name': ReconfigVM_Task, 'duration_secs': 0.345353} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.085772] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Reconfigured VM instance instance-00000026 to attach disk [datastore2] b9f03655-3359-4901-a28a-08abe82ee49f/b9f03655-3359-4901-a28a-08abe82ee49f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.086453] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-892cd7dd-0cf0-4260-acca-80d515b39dcf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.093573] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 802.093573] env[69302]: value = "task-3183344" [ 802.093573] env[69302]: _type = "Task" [ 802.093573] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.101904] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183344, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.261875] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4b976de9-9490-4f3f-8822-9f2ec236a376 tempest-ServerAddressesNegativeTestJSON-1174807975 tempest-ServerAddressesNegativeTestJSON-1174807975-project-member] Lock "29559c63-43a4-48ac-b902-d8c20252d8ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.693s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.427056] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Releasing lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.427447] env[69302]: DEBUG nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Instance network_info: |[{"id": "a048662d-82ef-4c2f-b260-20ab5d3d3f92", "address": "fa:16:3e:df:30:8b", "network": {"id": "45529239-f36d-457b-8262-f31d231c4dea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1176588644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa048662d-82", "ovs_interfaceid": "a048662d-82ef-4c2f-b260-20ab5d3d3f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21dcabcf-9282-473f-9630-3f4b9ecc51a5", "address": "fa:16:3e:75:69:0f", "network": {"id": "f205ec55-bb17-4047-9f94-3c889090f2f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-148308153", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dcabcf-92", "ovs_interfaceid": "21dcabcf-9282-473f-9630-3f4b9ecc51a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.427748] env[69302]: DEBUG oslo_concurrency.lockutils [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] Acquired lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.427955] env[69302]: DEBUG nova.network.neutron [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Refreshing network info cache for port 21dcabcf-9282-473f-9630-3f4b9ecc51a5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.429508] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:30:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a048662d-82ef-4c2f-b260-20ab5d3d3f92', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:69:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21dcabcf-9282-473f-9630-3f4b9ecc51a5', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.439279] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.442483] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.443282] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c86490b8-1d25-48ed-8977-ed4a99f31c33 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.466883] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.466883] env[69302]: value = "task-3183345" [ 802.466883] env[69302]: _type = "Task" [ 802.466883] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.475415] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183345, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.523258] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.606892] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183344, 'name': Rename_Task, 'duration_secs': 0.296523} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.610601] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.613277] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43a7ba87-950d-4d11-a131-caafdba8746d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.625290] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 802.625290] env[69302]: value = "task-3183346" [ 802.625290] env[69302]: _type = "Task" [ 802.625290] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.634126] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.796132] env[69302]: DEBUG nova.network.neutron [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Updated VIF entry in instance network info cache for port 21dcabcf-9282-473f-9630-3f4b9ecc51a5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.796287] env[69302]: DEBUG nova.network.neutron [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Updating instance_info_cache with network_info: [{"id": "a048662d-82ef-4c2f-b260-20ab5d3d3f92", "address": "fa:16:3e:df:30:8b", "network": {"id": "45529239-f36d-457b-8262-f31d231c4dea", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1176588644", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa048662d-82", "ovs_interfaceid": "a048662d-82ef-4c2f-b260-20ab5d3d3f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21dcabcf-9282-473f-9630-3f4b9ecc51a5", "address": "fa:16:3e:75:69:0f", "network": {"id": "f205ec55-bb17-4047-9f94-3c889090f2f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-148308153", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dcabcf-92", "ovs_interfaceid": "21dcabcf-9282-473f-9630-3f4b9ecc51a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.982960] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183345, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.024483] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183342, 'name': ReconfigVM_Task, 'duration_secs': 1.309377} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.028355] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 5521f7d1-b8ac-4856-8722-4fd67133da37/5521f7d1-b8ac-4856-8722-4fd67133da37.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.029220] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56afb839-d65a-43a2-8811-d61b341ee42e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.037865] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 803.037865] env[69302]: value = "task-3183347" [ 803.037865] env[69302]: _type = "Task" [ 803.037865] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.056087] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183347, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.140887] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183346, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.215039] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98709dc5-749f-4ed4-862b-601173d8e8de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.222729] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073655b-8e63-4e0e-9f33-0240638ced0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.253855] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890540b5-2fed-47b0-af2d-626402a48278 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.263303] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a809ca-4936-42ca-994c-596872027f21 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.277575] env[69302]: DEBUG nova.compute.provider_tree [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.298883] env[69302]: DEBUG oslo_concurrency.lockutils [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] Releasing lock "refresh_cache-920276bd-e963-42f7-8509-aa0dc104fe6d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.299287] env[69302]: DEBUG nova.compute.manager [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Received event network-changed-fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.299381] env[69302]: DEBUG nova.compute.manager [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Refreshing instance network info cache due to event network-changed-fdfa33be-5b80-4da1-b61c-b722bbe20281. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.299543] env[69302]: DEBUG oslo_concurrency.lockutils [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] Acquiring lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.299791] env[69302]: DEBUG oslo_concurrency.lockutils [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] Acquired lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.299882] env[69302]: DEBUG nova.network.neutron [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Refreshing network info cache for port fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.481952] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183345, 'name': CreateVM_Task, 'duration_secs': 0.588538} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.482488] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.483773] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.484229] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.484647] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.485151] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec65e18-b717-47bd-a7e1-adbc321b14cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.492032] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 803.492032] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa0d03-91a9-0ebb-8de7-3ec0de24af8c" [ 803.492032] env[69302]: _type = "Task" [ 803.492032] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.502515] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa0d03-91a9-0ebb-8de7-3ec0de24af8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.548045] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183347, 'name': Rename_Task, 'duration_secs': 0.174007} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.548330] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.548573] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8b71066-5f23-4b3d-8279-b84e243a726d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.556277] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 803.556277] env[69302]: value = "task-3183348" [ 803.556277] env[69302]: _type = "Task" [ 803.556277] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.565842] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.639906] env[69302]: DEBUG oslo_vmware.api [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183346, 'name': PowerOnVM_Task, 'duration_secs': 0.571013} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.640177] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.640377] env[69302]: DEBUG nova.compute.manager [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.641161] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6f10c6-05ac-4ee5-9e67-aa8e67465eae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.801081] env[69302]: ERROR nova.scheduler.client.report [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [req-9d6e6254-e93b-4be9-bc3d-e07f9d1450e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d6e6254-e93b-4be9-bc3d-e07f9d1450e1"}]} [ 803.820294] env[69302]: DEBUG nova.scheduler.client.report [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 803.839724] env[69302]: DEBUG nova.scheduler.client.report [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 803.840069] env[69302]: DEBUG nova.compute.provider_tree [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.859009] env[69302]: DEBUG nova.scheduler.client.report [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 803.886125] env[69302]: DEBUG nova.scheduler.client.report [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 804.007547] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa0d03-91a9-0ebb-8de7-3ec0de24af8c, 'name': SearchDatastore_Task, 'duration_secs': 0.025778} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.007838] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.008094] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.008363] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.008511] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.008675] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.009342] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120cc1f5-596e-4149-b815-f79c74bda4f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.019432] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.019683] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.020377] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75fb4264-6075-48f4-850a-2e726186c426 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.026792] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 804.026792] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bde452-8087-93e3-7915-44745512e1fc" [ 804.026792] env[69302]: _type = "Task" [ 804.026792] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.039336] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bde452-8087-93e3-7915-44745512e1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.069381] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.124528] env[69302]: DEBUG nova.network.neutron [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Updated VIF entry in instance network info cache for port fdfa33be-5b80-4da1-b61c-b722bbe20281. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.125028] env[69302]: DEBUG nova.network.neutron [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Updating instance_info_cache with network_info: [{"id": "fdfa33be-5b80-4da1-b61c-b722bbe20281", "address": "fa:16:3e:91:9a:6a", "network": {"id": "0d40665f-6231-4501-8032-5fa64eafbcd1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1905060871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31ab4cc1c7ad4cda99ed5ec8318a9fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdfa33be-5b", "ovs_interfaceid": "fdfa33be-5b80-4da1-b61c-b722bbe20281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.158426] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.336080] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf53c18-f536-4f60-8b6c-efbf8efd3fca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.346483] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc63b93-1acb-4718-9046-3a9c93b68c4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.388017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d22a1e-8fbe-48b1-9ffa-69206c2ec8fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396318] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267fef22-f690-4c34-a3bf-55c795a82dc1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.413366] env[69302]: DEBUG nova.compute.provider_tree [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 804.538351] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bde452-8087-93e3-7915-44745512e1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.539178] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d281b3-3671-481e-85ac-5eaf2b0cf673 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.545693] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 804.545693] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52868d54-b273-fbca-8447-f567c189afae" [ 804.545693] env[69302]: _type = "Task" [ 804.545693] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.555429] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52868d54-b273-fbca-8447-f567c189afae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.568910] env[69302]: DEBUG oslo_vmware.api [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183348, 'name': PowerOnVM_Task, 'duration_secs': 0.815171} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.569732] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.569732] env[69302]: INFO nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Took 9.97 seconds to spawn the instance on the hypervisor. [ 804.569865] env[69302]: DEBUG nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.570644] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78cbc7-ae5a-4668-a88d-b3ea0244e270 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.627619] env[69302]: DEBUG oslo_concurrency.lockutils [req-a6597481-0c7b-4882-af47-ee17789a4320 req-9fff024d-5e95-4ef5-a957-81d80c2e465d service nova] Releasing lock "refresh_cache-40edaa33-9955-4ea7-bdc7-3276ac7c63c7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.954009] env[69302]: DEBUG nova.scheduler.client.report [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 804.954009] env[69302]: DEBUG nova.compute.provider_tree [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 58 to 59 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 804.954190] env[69302]: DEBUG nova.compute.provider_tree [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.023963] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "b9f03655-3359-4901-a28a-08abe82ee49f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.024247] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9f03655-3359-4901-a28a-08abe82ee49f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.024460] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "b9f03655-3359-4901-a28a-08abe82ee49f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.024652] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9f03655-3359-4901-a28a-08abe82ee49f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.024922] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9f03655-3359-4901-a28a-08abe82ee49f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.026887] env[69302]: INFO nova.compute.manager [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Terminating instance [ 805.058098] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52868d54-b273-fbca-8447-f567c189afae, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.058215] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.058439] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 920276bd-e963-42f7-8509-aa0dc104fe6d/920276bd-e963-42f7-8509-aa0dc104fe6d.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.058706] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8425e5d0-22e4-400d-a6b1-176d0440d789 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.070387] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 805.070387] env[69302]: value = "task-3183349" [ 805.070387] env[69302]: _type = "Task" [ 805.070387] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.088158] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.095270] env[69302]: INFO nova.compute.manager [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Took 45.35 seconds to build instance. [ 805.461037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.741s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.461690] env[69302]: DEBUG nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.464480] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.469s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.466012] env[69302]: INFO nova.compute.claims [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.474664] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.474893] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.530854] env[69302]: DEBUG nova.compute.manager [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.531090] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.532127] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858d43a-a18b-4f2a-8266-25bb841074f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.543859] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.544078] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d352bd9a-72c3-46b1-a652-3869d5fec240 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.554017] env[69302]: DEBUG oslo_vmware.api [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 805.554017] env[69302]: value = "task-3183350" [ 805.554017] env[69302]: _type = "Task" [ 805.554017] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.566155] env[69302]: DEBUG oslo_vmware.api [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.582776] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183349, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.597084] env[69302]: DEBUG oslo_concurrency.lockutils [None req-26fb1c6f-aeee-43ec-ac65-f5b6306bec4a tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "5521f7d1-b8ac-4856-8722-4fd67133da37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.759s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.974680] env[69302]: DEBUG nova.compute.utils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.975276] env[69302]: DEBUG nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.975592] env[69302]: DEBUG nova.network.neutron [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.065051] env[69302]: DEBUG oslo_vmware.api [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183350, 'name': PowerOffVM_Task, 'duration_secs': 0.39541} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.065377] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.065579] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.066161] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0ddef7a-c6d9-49f8-a30e-2be4adb1640e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.082697] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724489} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.083061] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 920276bd-e963-42f7-8509-aa0dc104fe6d/920276bd-e963-42f7-8509-aa0dc104fe6d.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.083342] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.083649] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ac683c-9e27-4191-9af6-ed16cf83fb84 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.091157] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 806.091157] env[69302]: value = "task-3183352" [ 806.091157] env[69302]: _type = "Task" [ 806.091157] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.100327] env[69302]: DEBUG nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.108884] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.136423] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.143733] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.143733] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleting the datastore file [datastore2] b9f03655-3359-4901-a28a-08abe82ee49f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.143733] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8a01de8-c8d8-465d-bd81-670a86f6bda7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.152082] env[69302]: DEBUG oslo_vmware.api [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 806.152082] env[69302]: value = "task-3183353" [ 806.152082] env[69302]: _type = "Task" [ 806.152082] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.163853] env[69302]: DEBUG oslo_vmware.api [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.306844] env[69302]: DEBUG nova.policy [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9903a0db1854918bf922376f1c936a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8c95493b647473d85c4af9b662607a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.480383] env[69302]: DEBUG nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.606093] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088356} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.608853] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.609919] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ec1cc3-4dc8-4690-9bcb-b4c03785889f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.638525] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 920276bd-e963-42f7-8509-aa0dc104fe6d/920276bd-e963-42f7-8509-aa0dc104fe6d.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.642408] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.642408] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ca093e-c00e-46c5-ba44-60c88a947fed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.669632] env[69302]: DEBUG oslo_vmware.api [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14106} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.673378] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.673817] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.673817] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.673995] env[69302]: INFO nova.compute.manager [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 806.674291] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.678019] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 806.678019] env[69302]: value = "task-3183354" [ 806.678019] env[69302]: _type = "Task" [ 806.678019] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.678019] env[69302]: DEBUG nova.compute.manager [-] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.678019] env[69302]: DEBUG nova.network.neutron [-] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.685453] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183354, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.904333] env[69302]: DEBUG nova.network.neutron [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Successfully created port: 6c761792-a259-49f4-88c4-9d7d322a642a {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.999186] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4742ee-649a-46fb-8032-bf0bbb6b6316 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.007667] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf120de-cab7-4b0f-8ae3-87b8187e775e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.042828] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda8fce4-306e-42d6-a582-78e48db8c30d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.053719] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ed4dfb-e12d-41ef-afe7-b51bd4a3af35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.071217] env[69302]: DEBUG nova.compute.provider_tree [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.074580] env[69302]: DEBUG nova.compute.manager [req-5e375e5d-ea42-4170-ae44-b4b91be0da16 req-20f2105e-a48a-4a69-b54f-53f3fa4f6cc0 service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Received event network-vif-deleted-45a73ab6-2ef0-4f3a-8990-7e3154265be5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.074580] env[69302]: INFO nova.compute.manager [req-5e375e5d-ea42-4170-ae44-b4b91be0da16 req-20f2105e-a48a-4a69-b54f-53f3fa4f6cc0 service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Neutron deleted interface 45a73ab6-2ef0-4f3a-8990-7e3154265be5; detaching it from the instance and deleting it from the info cache [ 807.074738] env[69302]: DEBUG nova.network.neutron [req-5e375e5d-ea42-4170-ae44-b4b91be0da16 req-20f2105e-a48a-4a69-b54f-53f3fa4f6cc0 service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.190131] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183354, 'name': ReconfigVM_Task, 'duration_secs': 0.298232} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.190608] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 920276bd-e963-42f7-8509-aa0dc104fe6d/920276bd-e963-42f7-8509-aa0dc104fe6d.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.191636] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0086e4f9-057c-4a39-be54-6322f7120f64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.201302] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 807.201302] env[69302]: value = "task-3183355" [ 807.201302] env[69302]: _type = "Task" [ 807.201302] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.214312] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183355, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.326940] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "eba4ea5b-5442-422c-acfd-6926eb50744d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.327186] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "eba4ea5b-5442-422c-acfd-6926eb50744d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.497781] env[69302]: DEBUG nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.529159] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.529406] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.529593] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.529787] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.529933] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.530089] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.530297] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.530451] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.530613] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.530772] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.531062] env[69302]: DEBUG nova.virt.hardware [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.531971] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e8caa-8148-499d-8ba9-c5fb5c1a63f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.540499] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261b9289-4aa4-4c0b-8f53-fc5a33306cb8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.555540] env[69302]: DEBUG nova.network.neutron [-] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.577574] env[69302]: DEBUG nova.scheduler.client.report [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.581393] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8331df92-0261-4a2a-8133-cb3e2f8ee9a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.591624] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab34d5b5-29d7-47cf-b077-397b8769f852 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.629179] env[69302]: DEBUG nova.compute.manager [req-5e375e5d-ea42-4170-ae44-b4b91be0da16 req-20f2105e-a48a-4a69-b54f-53f3fa4f6cc0 service nova] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Detach interface failed, port_id=45a73ab6-2ef0-4f3a-8990-7e3154265be5, reason: Instance b9f03655-3359-4901-a28a-08abe82ee49f could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.711125] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183355, 'name': Rename_Task, 'duration_secs': 0.150331} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.711414] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.711717] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfa8401-e51e-47a9-9915-0cbb83c2c110 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.717966] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 807.717966] env[69302]: value = "task-3183356" [ 807.717966] env[69302]: _type = "Task" [ 807.717966] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.725662] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.060915] env[69302]: INFO nova.compute.manager [-] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Took 1.39 seconds to deallocate network for instance. [ 808.084958] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.086192] env[69302]: DEBUG nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.090111] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.331s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.092337] env[69302]: INFO nova.compute.claims [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.228968] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.555537] env[69302]: DEBUG nova.compute.manager [req-41d4ff82-6c04-4469-9187-871431af8f8f req-afb53d39-b219-4ab5-8de9-f38d823d4be9 service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Received event network-vif-plugged-6c761792-a259-49f4-88c4-9d7d322a642a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.555813] env[69302]: DEBUG oslo_concurrency.lockutils [req-41d4ff82-6c04-4469-9187-871431af8f8f req-afb53d39-b219-4ab5-8de9-f38d823d4be9 service nova] Acquiring lock "a77ed464-9d0a-4415-ae63-283495910c76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.555959] env[69302]: DEBUG oslo_concurrency.lockutils [req-41d4ff82-6c04-4469-9187-871431af8f8f req-afb53d39-b219-4ab5-8de9-f38d823d4be9 service nova] Lock "a77ed464-9d0a-4415-ae63-283495910c76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.556143] env[69302]: DEBUG oslo_concurrency.lockutils [req-41d4ff82-6c04-4469-9187-871431af8f8f req-afb53d39-b219-4ab5-8de9-f38d823d4be9 service nova] Lock "a77ed464-9d0a-4415-ae63-283495910c76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.556309] env[69302]: DEBUG nova.compute.manager [req-41d4ff82-6c04-4469-9187-871431af8f8f req-afb53d39-b219-4ab5-8de9-f38d823d4be9 service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] No waiting events found dispatching network-vif-plugged-6c761792-a259-49f4-88c4-9d7d322a642a {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.556626] env[69302]: WARNING nova.compute.manager [req-41d4ff82-6c04-4469-9187-871431af8f8f req-afb53d39-b219-4ab5-8de9-f38d823d4be9 service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Received unexpected event network-vif-plugged-6c761792-a259-49f4-88c4-9d7d322a642a for instance with vm_state building and task_state spawning. [ 808.572722] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.600684] env[69302]: DEBUG nova.compute.utils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.604880] env[69302]: DEBUG nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.604880] env[69302]: DEBUG nova.network.neutron [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.654135] env[69302]: DEBUG nova.network.neutron [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Successfully updated port: 6c761792-a259-49f4-88c4-9d7d322a642a {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.661332] env[69302]: DEBUG nova.policy [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4bd9339c94c4c99903e1b0c0d1bb48b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59f771581db245bd9decd0f14b7fd52c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.733667] env[69302]: DEBUG oslo_vmware.api [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183356, 'name': PowerOnVM_Task, 'duration_secs': 0.688227} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.734060] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.734708] env[69302]: INFO nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Took 11.65 seconds to spawn the instance on the hypervisor. [ 808.734708] env[69302]: DEBUG nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.736226] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cf0971-8d97-4d61-bb49-a85f898f32da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.890168] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.890168] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.965326] env[69302]: DEBUG nova.network.neutron [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Successfully created port: 79d6d688-6c43-4ab4-9b36-008d67f5de3f {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.110049] env[69302]: DEBUG nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.157422] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "refresh_cache-a77ed464-9d0a-4415-ae63-283495910c76" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.158645] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquired lock "refresh_cache-a77ed464-9d0a-4415-ae63-283495910c76" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.158645] env[69302]: DEBUG nova.network.neutron [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.254878] env[69302]: INFO nova.compute.manager [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Took 45.40 seconds to build instance. [ 809.583890] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb24cb7-7b5f-456a-bfa1-6699a483fd8d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.591109] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc51b8c-641e-40f9-9769-8002dc1ae072 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.623604] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf676001-cb45-45cf-99a1-8595fa365b98 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.630678] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e03221-fb14-4ce3-9fa1-47b5ba720bfc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.643989] env[69302]: DEBUG nova.compute.provider_tree [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.687029] env[69302]: DEBUG nova.network.neutron [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.758422] env[69302]: DEBUG oslo_concurrency.lockutils [None req-80006a10-9d45-4e6e-bb6c-ea8a425393f2 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.208s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.827731] env[69302]: DEBUG nova.network.neutron [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Updating instance_info_cache with network_info: [{"id": "6c761792-a259-49f4-88c4-9d7d322a642a", "address": "fa:16:3e:54:81:da", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c761792-a2", "ovs_interfaceid": "6c761792-a259-49f4-88c4-9d7d322a642a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.904607] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "920276bd-e963-42f7-8509-aa0dc104fe6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.904868] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.905102] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.905297] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.905459] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.909102] env[69302]: INFO nova.compute.manager [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Terminating instance [ 810.128277] env[69302]: DEBUG nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.147147] env[69302]: DEBUG nova.scheduler.client.report [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.156437] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:31:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f53433c3-5e67-42f4-baaf-cd20c8d5044d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-727481591',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.156675] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.156862] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.157076] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.157229] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.157378] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.157584] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.157742] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.157904] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.158079] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.158256] env[69302]: DEBUG nova.virt.hardware [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.159143] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e96b26-9a7d-41a1-88b9-8f45750a026c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.168025] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48516d88-bf76-4032-a569-62907161934a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.262037] env[69302]: DEBUG nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.332479] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Releasing lock "refresh_cache-a77ed464-9d0a-4415-ae63-283495910c76" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.332843] env[69302]: DEBUG nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Instance network_info: |[{"id": "6c761792-a259-49f4-88c4-9d7d322a642a", "address": "fa:16:3e:54:81:da", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c761792-a2", "ovs_interfaceid": "6c761792-a259-49f4-88c4-9d7d322a642a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.333348] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:81:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c761792-a259-49f4-88c4-9d7d322a642a', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.341091] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.341320] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.341931] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ee5e143-0d0b-4c51-a4ee-0dbb4be0a505 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.362481] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.362481] env[69302]: value = "task-3183357" [ 810.362481] env[69302]: _type = "Task" [ 810.362481] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.371022] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183357, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.413070] env[69302]: DEBUG nova.compute.manager [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.413313] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.414256] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60428f1e-2c9f-4194-b763-f915e247147e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.421797] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.422079] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c55b321-76eb-4df6-a1cc-ff42e2ea81c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.428666] env[69302]: DEBUG oslo_vmware.api [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 810.428666] env[69302]: value = "task-3183358" [ 810.428666] env[69302]: _type = "Task" [ 810.428666] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.430931] env[69302]: DEBUG nova.compute.manager [req-ffd6eaed-642a-4b1b-8985-b1432003e093 req-b3e135af-fafd-4d4f-a524-25cf23cb3eb4 service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Received event network-vif-plugged-79d6d688-6c43-4ab4-9b36-008d67f5de3f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.431315] env[69302]: DEBUG oslo_concurrency.lockutils [req-ffd6eaed-642a-4b1b-8985-b1432003e093 req-b3e135af-fafd-4d4f-a524-25cf23cb3eb4 service nova] Acquiring lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.431778] env[69302]: DEBUG oslo_concurrency.lockutils [req-ffd6eaed-642a-4b1b-8985-b1432003e093 req-b3e135af-fafd-4d4f-a524-25cf23cb3eb4 service nova] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.431778] env[69302]: DEBUG oslo_concurrency.lockutils [req-ffd6eaed-642a-4b1b-8985-b1432003e093 req-b3e135af-fafd-4d4f-a524-25cf23cb3eb4 service nova] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.431883] env[69302]: DEBUG nova.compute.manager [req-ffd6eaed-642a-4b1b-8985-b1432003e093 req-b3e135af-fafd-4d4f-a524-25cf23cb3eb4 service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] No waiting events found dispatching network-vif-plugged-79d6d688-6c43-4ab4-9b36-008d67f5de3f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.432036] env[69302]: WARNING nova.compute.manager [req-ffd6eaed-642a-4b1b-8985-b1432003e093 req-b3e135af-fafd-4d4f-a524-25cf23cb3eb4 service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Received unexpected event network-vif-plugged-79d6d688-6c43-4ab4-9b36-008d67f5de3f for instance with vm_state building and task_state spawning. [ 810.442674] env[69302]: DEBUG oslo_vmware.api [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.567526] env[69302]: DEBUG nova.network.neutron [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Successfully updated port: 79d6d688-6c43-4ab4-9b36-008d67f5de3f {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.652098] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.652621] env[69302]: DEBUG nova.compute.manager [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.655384] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.822s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.656847] env[69302]: INFO nova.compute.claims [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.669027] env[69302]: DEBUG nova.compute.manager [req-3fa52d7d-cceb-4aba-8317-a404b87d9dc3 req-6d105e5c-3442-4b38-9696-891683e77b35 service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Received event network-changed-6c761792-a259-49f4-88c4-9d7d322a642a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.669027] env[69302]: DEBUG nova.compute.manager [req-3fa52d7d-cceb-4aba-8317-a404b87d9dc3 req-6d105e5c-3442-4b38-9696-891683e77b35 service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Refreshing instance network info cache due to event network-changed-6c761792-a259-49f4-88c4-9d7d322a642a. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.669027] env[69302]: DEBUG oslo_concurrency.lockutils [req-3fa52d7d-cceb-4aba-8317-a404b87d9dc3 req-6d105e5c-3442-4b38-9696-891683e77b35 service nova] Acquiring lock "refresh_cache-a77ed464-9d0a-4415-ae63-283495910c76" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.669383] env[69302]: DEBUG oslo_concurrency.lockutils [req-3fa52d7d-cceb-4aba-8317-a404b87d9dc3 req-6d105e5c-3442-4b38-9696-891683e77b35 service nova] Acquired lock "refresh_cache-a77ed464-9d0a-4415-ae63-283495910c76" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.669383] env[69302]: DEBUG nova.network.neutron [req-3fa52d7d-cceb-4aba-8317-a404b87d9dc3 req-6d105e5c-3442-4b38-9696-891683e77b35 service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Refreshing network info cache for port 6c761792-a259-49f4-88c4-9d7d322a642a {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.784587] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.873217] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183357, 'name': CreateVM_Task, 'duration_secs': 0.361694} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.873441] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.874295] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.874507] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.874821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.875083] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2bfd0a-b111-4734-9a6c-ed277bba3ef4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.879548] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 810.879548] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5244c6bb-a6fa-e4fe-6c06-7894d7116362" [ 810.879548] env[69302]: _type = "Task" [ 810.879548] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.887409] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5244c6bb-a6fa-e4fe-6c06-7894d7116362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.938804] env[69302]: DEBUG oslo_vmware.api [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183358, 'name': PowerOffVM_Task, 'duration_secs': 0.172057} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.939087] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.939257] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.939495] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad74deb-b077-4598-84c3-68a0e7781d94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.071646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.071646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.071646] env[69302]: DEBUG nova.network.neutron [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.075715] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.075968] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.076176] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Deleting the datastore file [datastore2] 920276bd-e963-42f7-8509-aa0dc104fe6d {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.077029] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d70359cd-72be-4a94-b6f8-95d5649d27fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.084575] env[69302]: DEBUG oslo_vmware.api [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for the task: (returnval){ [ 811.084575] env[69302]: value = "task-3183360" [ 811.084575] env[69302]: _type = "Task" [ 811.084575] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.095612] env[69302]: DEBUG oslo_vmware.api [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.165046] env[69302]: DEBUG nova.compute.utils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.166385] env[69302]: DEBUG nova.compute.manager [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 811.391369] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5244c6bb-a6fa-e4fe-6c06-7894d7116362, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.394124] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.394379] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.394620] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.394793] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.394975] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.395259] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1f9ac77-bca3-43d3-9fcb-c588937521f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.405287] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.405424] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.406165] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f1530e-9d62-458b-ad67-1d537c9da97f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.411413] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 811.411413] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eed45a-621b-4381-0536-01b73b6046d2" [ 811.411413] env[69302]: _type = "Task" [ 811.411413] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.419149] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eed45a-621b-4381-0536-01b73b6046d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.443103] env[69302]: DEBUG nova.network.neutron [req-3fa52d7d-cceb-4aba-8317-a404b87d9dc3 req-6d105e5c-3442-4b38-9696-891683e77b35 service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Updated VIF entry in instance network info cache for port 6c761792-a259-49f4-88c4-9d7d322a642a. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.443455] env[69302]: DEBUG nova.network.neutron [req-3fa52d7d-cceb-4aba-8317-a404b87d9dc3 req-6d105e5c-3442-4b38-9696-891683e77b35 service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Updating instance_info_cache with network_info: [{"id": "6c761792-a259-49f4-88c4-9d7d322a642a", "address": "fa:16:3e:54:81:da", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c761792-a2", "ovs_interfaceid": "6c761792-a259-49f4-88c4-9d7d322a642a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.594944] env[69302]: DEBUG oslo_vmware.api [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Task: {'id': task-3183360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232313} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.594993] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.595178] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.595360] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.595530] env[69302]: INFO nova.compute.manager [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 811.595769] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.595955] env[69302]: DEBUG nova.compute.manager [-] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.596067] env[69302]: DEBUG nova.network.neutron [-] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.605118] env[69302]: DEBUG nova.network.neutron [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.671480] env[69302]: DEBUG nova.compute.manager [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.707836] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "93b679c4-2c07-4b85-bc37-84488097d52f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.708113] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.708564] env[69302]: DEBUG nova.compute.manager [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.713762] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de71eeba-41d9-4b07-ae26-af7338ccc361 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.722014] env[69302]: DEBUG nova.compute.manager [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 811.722620] env[69302]: DEBUG nova.objects.instance [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'flavor' on Instance uuid 93b679c4-2c07-4b85-bc37-84488097d52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.749311] env[69302]: DEBUG nova.network.neutron [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance_info_cache with network_info: [{"id": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "address": "fa:16:3e:d0:0a:cc", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d6d688-6c", "ovs_interfaceid": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.926111] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eed45a-621b-4381-0536-01b73b6046d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019887} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.928807] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9676192a-bf18-479f-acfc-d606abcca4f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.939597] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 811.939597] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52105336-b069-a0dd-f32f-7b2d9d731885" [ 811.939597] env[69302]: _type = "Task" [ 811.939597] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.947312] env[69302]: DEBUG oslo_concurrency.lockutils [req-3fa52d7d-cceb-4aba-8317-a404b87d9dc3 req-6d105e5c-3442-4b38-9696-891683e77b35 service nova] Releasing lock "refresh_cache-a77ed464-9d0a-4415-ae63-283495910c76" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.960239] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52105336-b069-a0dd-f32f-7b2d9d731885, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.960689] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.961147] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] a77ed464-9d0a-4415-ae63-283495910c76/a77ed464-9d0a-4415-ae63-283495910c76.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.963018] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccea19fe-8762-4284-8e59-e4381c443ba0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.976031] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 811.976031] env[69302]: value = "task-3183361" [ 811.976031] env[69302]: _type = "Task" [ 811.976031] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.992173] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.235927] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89aedb4-ec40-400f-adbb-d0f31f0c0a9d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.249860] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a55d7e-bacd-4e04-b578-a336a81af130 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.255182] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.255513] env[69302]: DEBUG nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Instance network_info: |[{"id": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "address": "fa:16:3e:d0:0a:cc", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d6d688-6c", "ovs_interfaceid": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.256310] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:0a:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d6d688-6c43-4ab4-9b36-008d67f5de3f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.266542] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.268213] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.268213] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e96a14f0-f88f-449c-af24-81de137c104a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.325180] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0e913e-1b6c-4960-9a6b-926195b9b0cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.328471] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.328471] env[69302]: value = "task-3183362" [ 812.328471] env[69302]: _type = "Task" [ 812.328471] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.336060] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1239f58a-08fb-4947-9e12-d973a1d2b932 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.343737] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183362, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.354454] env[69302]: DEBUG nova.compute.provider_tree [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.461060] env[69302]: DEBUG nova.compute.manager [req-13efe1c3-b3ea-44d0-bbe7-919904d8533d req-07464aac-ff60-4e95-9279-9c86111dcae9 service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Received event network-changed-79d6d688-6c43-4ab4-9b36-008d67f5de3f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.461266] env[69302]: DEBUG nova.compute.manager [req-13efe1c3-b3ea-44d0-bbe7-919904d8533d req-07464aac-ff60-4e95-9279-9c86111dcae9 service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Refreshing instance network info cache due to event network-changed-79d6d688-6c43-4ab4-9b36-008d67f5de3f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.461492] env[69302]: DEBUG oslo_concurrency.lockutils [req-13efe1c3-b3ea-44d0-bbe7-919904d8533d req-07464aac-ff60-4e95-9279-9c86111dcae9 service nova] Acquiring lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.461687] env[69302]: DEBUG oslo_concurrency.lockutils [req-13efe1c3-b3ea-44d0-bbe7-919904d8533d req-07464aac-ff60-4e95-9279-9c86111dcae9 service nova] Acquired lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.461900] env[69302]: DEBUG nova.network.neutron [req-13efe1c3-b3ea-44d0-bbe7-919904d8533d req-07464aac-ff60-4e95-9279-9c86111dcae9 service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Refreshing network info cache for port 79d6d688-6c43-4ab4-9b36-008d67f5de3f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.484841] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453326} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.485011] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] a77ed464-9d0a-4415-ae63-283495910c76/a77ed464-9d0a-4415-ae63-283495910c76.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.485268] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.485473] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-798051f3-e876-4fa9-9dd1-1f7f57b6a9bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.491612] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 812.491612] env[69302]: value = "task-3183363" [ 812.491612] env[69302]: _type = "Task" [ 812.491612] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.500175] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.686851] env[69302]: DEBUG nova.compute.manager [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.688972] env[69302]: DEBUG nova.network.neutron [-] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.699062] env[69302]: DEBUG nova.compute.manager [req-aef67687-a8c5-4eec-854b-7c37ab0293a4 req-f87be6ee-0d1a-412a-859e-16c1ea95a951 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Received event network-vif-deleted-a048662d-82ef-4c2f-b260-20ab5d3d3f92 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.699203] env[69302]: INFO nova.compute.manager [req-aef67687-a8c5-4eec-854b-7c37ab0293a4 req-f87be6ee-0d1a-412a-859e-16c1ea95a951 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Neutron deleted interface a048662d-82ef-4c2f-b260-20ab5d3d3f92; detaching it from the instance and deleting it from the info cache [ 812.699403] env[69302]: DEBUG nova.network.neutron [req-aef67687-a8c5-4eec-854b-7c37ab0293a4 req-f87be6ee-0d1a-412a-859e-16c1ea95a951 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Updating instance_info_cache with network_info: [{"id": "21dcabcf-9282-473f-9630-3f4b9ecc51a5", "address": "fa:16:3e:75:69:0f", "network": {"id": "f205ec55-bb17-4047-9f94-3c889090f2f9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-148308153", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d049435607534765842443d8664e443f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21dcabcf-92", "ovs_interfaceid": "21dcabcf-9282-473f-9630-3f4b9ecc51a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.716910] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.717124] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.717281] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.717507] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.717595] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.717735] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.717938] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.718105] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.718271] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.718421] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.718593] env[69302]: DEBUG nova.virt.hardware [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.719862] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c6c3e6-7256-46c9-86bb-68cb5e57c154 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.727575] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59328f13-5532-44dc-8f89-436123338969 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.732029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.732246] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3738f21-fa55-4ca8-8949-cf379548bb43 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.743094] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.748772] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Creating folder: Project (6c25c6a3f0654fbfaee956eed31a8c74). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.750311] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65431898-f176-4aea-b0b9-d87aa616c7e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.751924] env[69302]: DEBUG oslo_vmware.api [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 812.751924] env[69302]: value = "task-3183364" [ 812.751924] env[69302]: _type = "Task" [ 812.751924] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.759573] env[69302]: DEBUG oslo_vmware.api [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.760704] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Created folder: Project (6c25c6a3f0654fbfaee956eed31a8c74) in parent group-v636578. [ 812.760880] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Creating folder: Instances. Parent ref: group-v636705. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.761152] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ad568a2-5cf7-4eec-8316-878910e8411e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.769655] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Created folder: Instances in parent group-v636705. [ 812.769895] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.770097] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.770936] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cedeb49-ed84-4d71-8457-3db622866287 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.787779] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.787779] env[69302]: value = "task-3183367" [ 812.787779] env[69302]: _type = "Task" [ 812.787779] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.795085] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183367, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.838346] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183362, 'name': CreateVM_Task, 'duration_secs': 0.407363} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.838508] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.839261] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.839421] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.839745] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.839997] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46c99af-c712-4c55-bd75-d9b56642859b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.844216] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 812.844216] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522d2d8f-44b7-b714-2162-1cdbadf710f8" [ 812.844216] env[69302]: _type = "Task" [ 812.844216] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.851835] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522d2d8f-44b7-b714-2162-1cdbadf710f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.857729] env[69302]: DEBUG nova.scheduler.client.report [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.003295] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067452} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.003557] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.004362] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57762661-5b2b-4c48-a63c-67fccb5cfb1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.026453] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a77ed464-9d0a-4415-ae63-283495910c76/a77ed464-9d0a-4415-ae63-283495910c76.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.026763] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b03e50-793c-430d-a6cb-e264fd7fa842 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.045846] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 813.045846] env[69302]: value = "task-3183368" [ 813.045846] env[69302]: _type = "Task" [ 813.045846] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.057268] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.193208] env[69302]: INFO nova.compute.manager [-] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Took 1.60 seconds to deallocate network for instance. [ 813.202204] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-898f11ad-22ba-4b96-9a39-ff17055c7727 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.211626] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f61d12-e4f9-4654-9e82-2bf8d9060006 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.228886] env[69302]: DEBUG nova.network.neutron [req-13efe1c3-b3ea-44d0-bbe7-919904d8533d req-07464aac-ff60-4e95-9279-9c86111dcae9 service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updated VIF entry in instance network info cache for port 79d6d688-6c43-4ab4-9b36-008d67f5de3f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.229300] env[69302]: DEBUG nova.network.neutron [req-13efe1c3-b3ea-44d0-bbe7-919904d8533d req-07464aac-ff60-4e95-9279-9c86111dcae9 service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance_info_cache with network_info: [{"id": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "address": "fa:16:3e:d0:0a:cc", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d6d688-6c", "ovs_interfaceid": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.246510] env[69302]: DEBUG nova.compute.manager [req-aef67687-a8c5-4eec-854b-7c37ab0293a4 req-f87be6ee-0d1a-412a-859e-16c1ea95a951 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Detach interface failed, port_id=a048662d-82ef-4c2f-b260-20ab5d3d3f92, reason: Instance 920276bd-e963-42f7-8509-aa0dc104fe6d could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.246713] env[69302]: DEBUG nova.compute.manager [req-aef67687-a8c5-4eec-854b-7c37ab0293a4 req-f87be6ee-0d1a-412a-859e-16c1ea95a951 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Received event network-vif-deleted-21dcabcf-9282-473f-9630-3f4b9ecc51a5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.246886] env[69302]: INFO nova.compute.manager [req-aef67687-a8c5-4eec-854b-7c37ab0293a4 req-f87be6ee-0d1a-412a-859e-16c1ea95a951 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Neutron deleted interface 21dcabcf-9282-473f-9630-3f4b9ecc51a5; detaching it from the instance and deleting it from the info cache [ 813.247078] env[69302]: DEBUG nova.network.neutron [req-aef67687-a8c5-4eec-854b-7c37ab0293a4 req-f87be6ee-0d1a-412a-859e-16c1ea95a951 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.261282] env[69302]: DEBUG oslo_vmware.api [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183364, 'name': PowerOffVM_Task, 'duration_secs': 0.260338} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.261523] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.261748] env[69302]: DEBUG nova.compute.manager [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.262489] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b703b928-887a-4cba-b6d0-3169a23730e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.297509] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183367, 'name': CreateVM_Task, 'duration_secs': 0.373001} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.297697] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.298169] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.298350] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.298677] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.298937] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987d7731-96a8-4cb9-955b-91d66eb1efd3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.303876] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 813.303876] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5273969a-1da6-89d2-9e4e-65d78cae21de" [ 813.303876] env[69302]: _type = "Task" [ 813.303876] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.313483] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5273969a-1da6-89d2-9e4e-65d78cae21de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.353538] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522d2d8f-44b7-b714-2162-1cdbadf710f8, 'name': SearchDatastore_Task, 'duration_secs': 0.022874} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.353843] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.354245] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.354521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.354675] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.354856] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.355136] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edca0d94-0691-4739-96a7-06ee0e0bed14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.362249] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.362420] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.363114] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1910add6-ea45-4f5c-9575-23cb6b9c1f13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.365812] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.366303] env[69302]: DEBUG nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.368750] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.449s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.370445] env[69302]: INFO nova.compute.claims [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.375626] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 813.375626] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eff61f-3b87-5864-9907-51647897a609" [ 813.375626] env[69302]: _type = "Task" [ 813.375626] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.383281] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eff61f-3b87-5864-9907-51647897a609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.555955] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183368, 'name': ReconfigVM_Task, 'duration_secs': 0.308037} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.556317] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a77ed464-9d0a-4415-ae63-283495910c76/a77ed464-9d0a-4415-ae63-283495910c76.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.556958] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5572bbb-46d1-4887-8471-2ef5e232648a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.563507] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 813.563507] env[69302]: value = "task-3183369" [ 813.563507] env[69302]: _type = "Task" [ 813.563507] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.571195] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183369, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.701267] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.733635] env[69302]: DEBUG oslo_concurrency.lockutils [req-13efe1c3-b3ea-44d0-bbe7-919904d8533d req-07464aac-ff60-4e95-9279-9c86111dcae9 service nova] Releasing lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.750061] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ef21d21-9ed6-427c-a4f2-0def4ae2ca67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.759753] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824cfc3f-02f7-4a52-8fb2-c9c20d72c2a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.774326] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bbd08026-fb56-43a3-85b9-07e585b6dbea tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.775990] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.776261] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.800724] env[69302]: DEBUG nova.compute.manager [req-aef67687-a8c5-4eec-854b-7c37ab0293a4 req-f87be6ee-0d1a-412a-859e-16c1ea95a951 service nova] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Detach interface failed, port_id=21dcabcf-9282-473f-9630-3f4b9ecc51a5, reason: Instance 920276bd-e963-42f7-8509-aa0dc104fe6d could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.813456] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5273969a-1da6-89d2-9e4e-65d78cae21de, 'name': SearchDatastore_Task, 'duration_secs': 0.015222} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.813744] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.813972] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.814248] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.814406] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.814579] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.814833] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a045f0e9-38ea-4d72-99f4-e015eb564a14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.827949] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.828018] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.828691] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7027ad65-58f3-4f48-bab7-225457421ea0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.833954] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 813.833954] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5257fbfb-4bf4-d5c2-3f30-c14b9a14bf25" [ 813.833954] env[69302]: _type = "Task" [ 813.833954] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.841515] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5257fbfb-4bf4-d5c2-3f30-c14b9a14bf25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.876644] env[69302]: DEBUG nova.compute.utils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.878670] env[69302]: DEBUG nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.878670] env[69302]: DEBUG nova.network.neutron [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.889988] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eff61f-3b87-5864-9907-51647897a609, 'name': SearchDatastore_Task, 'duration_secs': 0.008342} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.890758] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3cd34fc-2449-44fa-94ed-b57b37394af1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.896708] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 813.896708] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcaf7f-6feb-ce42-b881-1d09f3797e1a" [ 813.896708] env[69302]: _type = "Task" [ 813.896708] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.906080] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcaf7f-6feb-ce42-b881-1d09f3797e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.921877] env[69302]: DEBUG nova.policy [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ff11475b6294e7ea39b9c903aa62abe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb508480374542e09e4524974b14931f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.074466] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183369, 'name': Rename_Task, 'duration_secs': 0.13993} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.074781] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.075042] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-220c1d20-02e7-4359-aefa-6f92eca57404 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.082035] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 814.082035] env[69302]: value = "task-3183370" [ 814.082035] env[69302]: _type = "Task" [ 814.082035] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.090716] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.174408] env[69302]: DEBUG nova.objects.instance [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'flavor' on Instance uuid 93b679c4-2c07-4b85-bc37-84488097d52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.197284] env[69302]: DEBUG nova.network.neutron [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Successfully created port: 5f212e2d-2af9-4627-8d84-cff25203241a {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.279367] env[69302]: DEBUG nova.compute.utils [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.344794] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5257fbfb-4bf4-d5c2-3f30-c14b9a14bf25, 'name': SearchDatastore_Task, 'duration_secs': 0.032622} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.345735] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66eac1c1-cdcc-425f-ad61-d81fc7d5a076 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.352108] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 814.352108] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e3bd1-b7e5-1053-a4e7-01e54d30494f" [ 814.352108] env[69302]: _type = "Task" [ 814.352108] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.360983] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e3bd1-b7e5-1053-a4e7-01e54d30494f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.384983] env[69302]: DEBUG nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.409027] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcaf7f-6feb-ce42-b881-1d09f3797e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.018755} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.413259] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.413259] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd/58bc7378-cf42-446a-a5dc-bd89aa59e7bd.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.413259] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54fb1a83-efc9-4270-96ba-b92b66099562 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.419848] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 814.419848] env[69302]: value = "task-3183371" [ 814.419848] env[69302]: _type = "Task" [ 814.419848] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.434263] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.595825] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.685458] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.685458] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.685458] env[69302]: DEBUG nova.network.neutron [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.685696] env[69302]: DEBUG nova.objects.instance [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'info_cache' on Instance uuid 93b679c4-2c07-4b85-bc37-84488097d52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.784504] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.826094] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311902de-edfd-4cc9-a86b-9d7207c03191 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.838038] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d3485e-7ee8-4ba7-95bb-ddf966e5cfaa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.873173] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a3c59b-5d74-4998-bdd5-465d95722664 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.884744] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc192ea0-2b9a-466b-b7a2-08aa6c37bc75 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.888836] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e3bd1-b7e5-1053-a4e7-01e54d30494f, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.892658] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.892829] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0/2f9250a9-9579-4d2d-9dbb-fe9e551a85a0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.893694] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-270af120-ae34-4a4d-ad22-a4b2665c9298 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.904433] env[69302]: DEBUG nova.compute.provider_tree [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.909594] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 814.909594] env[69302]: value = "task-3183372" [ 814.909594] env[69302]: _type = "Task" [ 814.909594] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.918608] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.928895] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488266} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.929745] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd/58bc7378-cf42-446a-a5dc-bd89aa59e7bd.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.929969] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.930225] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b18ea8c0-5ac6-4666-b532-4b02fe446f8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.938320] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 814.938320] env[69302]: value = "task-3183373" [ 814.938320] env[69302]: _type = "Task" [ 814.938320] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.946869] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.095129] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183370, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.189857] env[69302]: DEBUG nova.objects.base [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Object Instance<93b679c4-2c07-4b85-bc37-84488097d52f> lazy-loaded attributes: flavor,info_cache {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 815.396070] env[69302]: DEBUG nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.408444] env[69302]: DEBUG nova.scheduler.client.report [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.425169] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.427524] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.427754] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.427910] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.428101] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.428250] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.428394] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.428601] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.428757] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.428972] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.429083] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.429254] env[69302]: DEBUG nova.virt.hardware [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.430159] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ef03f8-a5d4-4485-bc7d-e6df0757947d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.445496] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b3a79b-dbd7-4cbc-a78d-e6ed867ceb89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.461743] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137924} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.462157] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.462751] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f01b83f-06cd-4b37-96e6-97220b7e0d38 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.484593] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd/58bc7378-cf42-446a-a5dc-bd89aa59e7bd.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.485380] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1c7736-28c7-4787-a305-9d4b9a063e61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.504212] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 815.504212] env[69302]: value = "task-3183374" [ 815.504212] env[69302]: _type = "Task" [ 815.504212] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.512985] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.594271] env[69302]: DEBUG oslo_vmware.api [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183370, 'name': PowerOnVM_Task, 'duration_secs': 1.050184} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.594608] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.594913] env[69302]: INFO nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Took 8.10 seconds to spawn the instance on the hypervisor. [ 815.595159] env[69302]: DEBUG nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.596017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c024402-76cb-4e85-9790-9095fd7edb09 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.624628] env[69302]: DEBUG nova.compute.manager [req-016c5955-7045-4743-8ab0-a7bf79887fc6 req-8ff7be1f-c72b-4e71-bc7a-898d69abee41 service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Received event network-vif-plugged-5f212e2d-2af9-4627-8d84-cff25203241a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.624829] env[69302]: DEBUG oslo_concurrency.lockutils [req-016c5955-7045-4743-8ab0-a7bf79887fc6 req-8ff7be1f-c72b-4e71-bc7a-898d69abee41 service nova] Acquiring lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.624981] env[69302]: DEBUG oslo_concurrency.lockutils [req-016c5955-7045-4743-8ab0-a7bf79887fc6 req-8ff7be1f-c72b-4e71-bc7a-898d69abee41 service nova] Lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.625145] env[69302]: DEBUG oslo_concurrency.lockutils [req-016c5955-7045-4743-8ab0-a7bf79887fc6 req-8ff7be1f-c72b-4e71-bc7a-898d69abee41 service nova] Lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.625310] env[69302]: DEBUG nova.compute.manager [req-016c5955-7045-4743-8ab0-a7bf79887fc6 req-8ff7be1f-c72b-4e71-bc7a-898d69abee41 service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] No waiting events found dispatching network-vif-plugged-5f212e2d-2af9-4627-8d84-cff25203241a {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.625478] env[69302]: WARNING nova.compute.manager [req-016c5955-7045-4743-8ab0-a7bf79887fc6 req-8ff7be1f-c72b-4e71-bc7a-898d69abee41 service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Received unexpected event network-vif-plugged-5f212e2d-2af9-4627-8d84-cff25203241a for instance with vm_state building and task_state spawning. [ 815.734064] env[69302]: DEBUG nova.network.neutron [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Successfully updated port: 5f212e2d-2af9-4627-8d84-cff25203241a {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.844537] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.844862] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.845032] env[69302]: INFO nova.compute.manager [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Attaching volume a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29 to /dev/sdb [ 815.886021] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e872e-4ae0-4da1-b3c2-4e659ffdd402 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.896330] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44be9666-47b8-4c02-be47-53318d7c1ed6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.912081] env[69302]: DEBUG nova.virt.block_device [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Updating existing volume attachment record: 63cfbb76-1de0-4f17-bedc-0dccca2f9a50 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 815.915433] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.918114] env[69302]: DEBUG nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.921883] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.991s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.922278] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.924263] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.521s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.924600] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.926557] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.656s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.928240] env[69302]: INFO nova.compute.claims [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.933103] env[69302]: DEBUG nova.network.neutron [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.941145] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619295} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.943022] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0/2f9250a9-9579-4d2d-9dbb-fe9e551a85a0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.943022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.943022] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ea63ca-93cd-46a0-b523-d2d5e9cc5682 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.949989] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 815.949989] env[69302]: value = "task-3183375" [ 815.949989] env[69302]: _type = "Task" [ 815.949989] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.958839] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.967203] env[69302]: INFO nova.scheduler.client.report [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleted allocations for instance 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49 [ 815.968709] env[69302]: INFO nova.scheduler.client.report [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Deleted allocations for instance a0079d1d-6c08-4567-9749-13625c373993 [ 816.016045] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183374, 'name': ReconfigVM_Task, 'duration_secs': 0.261534} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.016906] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd/58bc7378-cf42-446a-a5dc-bd89aa59e7bd.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.017558] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-899b8ec8-ac55-41cd-9a65-6172fd3fdefa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.023401] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 816.023401] env[69302]: value = "task-3183376" [ 816.023401] env[69302]: _type = "Task" [ 816.023401] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.031671] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183376, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.117661] env[69302]: INFO nova.compute.manager [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Took 46.04 seconds to build instance. [ 816.236906] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquiring lock "refresh_cache-791ac5be-123d-4525-92fc-cfd6ec43c0c1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.237086] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquired lock "refresh_cache-791ac5be-123d-4525-92fc-cfd6ec43c0c1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.237241] env[69302]: DEBUG nova.network.neutron [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.396702] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00c7a26-e46d-490d-aac2-0b7e7cb72754 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.404160] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4d2a59-d1b8-4049-998d-07e58c3fe055 tempest-ServersAdminNegativeTestJSON-91115019 tempest-ServersAdminNegativeTestJSON-91115019-project-admin] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Suspending the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 816.404450] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dde29512-87e0-4446-adae-54314276ff4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.412379] env[69302]: DEBUG oslo_vmware.api [None req-3c4d2a59-d1b8-4049-998d-07e58c3fe055 tempest-ServersAdminNegativeTestJSON-91115019 tempest-ServersAdminNegativeTestJSON-91115019-project-admin] Waiting for the task: (returnval){ [ 816.412379] env[69302]: value = "task-3183380" [ 816.412379] env[69302]: _type = "Task" [ 816.412379] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.421875] env[69302]: DEBUG oslo_vmware.api [None req-3c4d2a59-d1b8-4049-998d-07e58c3fe055 tempest-ServersAdminNegativeTestJSON-91115019 tempest-ServersAdminNegativeTestJSON-91115019-project-admin] Task: {'id': task-3183380, 'name': SuspendVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.437462] env[69302]: DEBUG nova.compute.utils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.439759] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.441061] env[69302]: DEBUG nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.441321] env[69302]: DEBUG nova.network.neutron [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.464268] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219515} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.464622] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.465465] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2057f7-75e6-4613-b607-70a864b34fff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.493706] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0/2f9250a9-9579-4d2d-9dbb-fe9e551a85a0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.494441] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dcdd7732-adac-4344-b88a-39a790768592 tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "a0079d1d-6c08-4567-9749-13625c373993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.168s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.496675] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8b26e042-47b1-4dce-865d-c59496bec63e tempest-MultipleCreateTestJSON-719968646 tempest-MultipleCreateTestJSON-719968646-project-member] Lock "2eed39cd-ca0f-4055-a8b6-f215ff9b3e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.081s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.497662] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436f3a87-ee53-42f0-9cea-e024bf4f03c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.519237] env[69302]: DEBUG nova.policy [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95d47bdfad5842a3874a404a483190e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e44422b014a94941a1466a7dd786a56a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.529611] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 816.529611] env[69302]: value = "task-3183381" [ 816.529611] env[69302]: _type = "Task" [ 816.529611] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.538208] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183376, 'name': Rename_Task, 'duration_secs': 0.151509} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.538994] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.539282] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccdb452f-2c2b-4e88-aef4-d372710e8f61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.544194] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.548910] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 816.548910] env[69302]: value = "task-3183382" [ 816.548910] env[69302]: _type = "Task" [ 816.548910] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.557097] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.619979] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9e380b74-664c-488e-9940-2076efb75dc9 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "a77ed464-9d0a-4415-ae63-283495910c76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.540s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.819776] env[69302]: DEBUG nova.network.neutron [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.823088] env[69302]: DEBUG nova.network.neutron [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Successfully created port: 726290b0-5e67-4564-9ab3-f6ad6fa12236 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.923614] env[69302]: DEBUG oslo_vmware.api [None req-3c4d2a59-d1b8-4049-998d-07e58c3fe055 tempest-ServersAdminNegativeTestJSON-91115019 tempest-ServersAdminNegativeTestJSON-91115019-project-admin] Task: {'id': task-3183380, 'name': SuspendVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.945675] env[69302]: DEBUG nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.044562] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.058969] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.122693] env[69302]: DEBUG nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.215651] env[69302]: DEBUG nova.network.neutron [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Updating instance_info_cache with network_info: [{"id": "5f212e2d-2af9-4627-8d84-cff25203241a", "address": "fa:16:3e:fd:0a:35", "network": {"id": "579507cf-fc64-476e-8a33-77cd29f226b9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-336069223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb508480374542e09e4524974b14931f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f212e2d-2a", "ovs_interfaceid": "5f212e2d-2af9-4627-8d84-cff25203241a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.424962] env[69302]: DEBUG oslo_vmware.api [None req-3c4d2a59-d1b8-4049-998d-07e58c3fe055 tempest-ServersAdminNegativeTestJSON-91115019 tempest-ServersAdminNegativeTestJSON-91115019-project-admin] Task: {'id': task-3183380, 'name': SuspendVM_Task, 'duration_secs': 0.684717} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.425346] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4d2a59-d1b8-4049-998d-07e58c3fe055 tempest-ServersAdminNegativeTestJSON-91115019 tempest-ServersAdminNegativeTestJSON-91115019-project-admin] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Suspended the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 817.425569] env[69302]: DEBUG nova.compute.manager [None req-3c4d2a59-d1b8-4049-998d-07e58c3fe055 tempest-ServersAdminNegativeTestJSON-91115019 tempest-ServersAdminNegativeTestJSON-91115019-project-admin] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.426352] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d128be-2033-4df0-9d57-31e3a74a4316 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.437155] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ed3d5a-71c1-4f0d-963b-6d883cc16458 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.444462] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2291bdd0-0b6b-4b20-8816-9a1cf9cab0f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.454033] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.488022] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0bcec8e-7d00-4d25-99f2-3ccc9d37a9ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.490621] env[69302]: DEBUG nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.493121] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70f6b3b-f146-43a6-8944-5b2e0651d20e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.504100] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b34ffa7-7f28-46e6-a05e-c04f1b35c9c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.509738] env[69302]: DEBUG oslo_vmware.api [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 817.509738] env[69302]: value = "task-3183383" [ 817.509738] env[69302]: _type = "Task" [ 817.509738] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.523284] env[69302]: DEBUG nova.compute.provider_tree [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.534425] env[69302]: DEBUG oslo_vmware.api [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.541569] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183381, 'name': ReconfigVM_Task, 'duration_secs': 0.533415} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.543797] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.544029] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.544191] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.544375] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.544520] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.544665] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.544870] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.545036] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.545204] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.545363] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.545533] env[69302]: DEBUG nova.virt.hardware [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.545832] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0/2f9250a9-9579-4d2d-9dbb-fe9e551a85a0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.547153] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d70b66-73ce-457a-ad88-0acdbde57d85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.549624] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-999a9545-4e82-46ab-82bb-5ecc970fe5a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.560910] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9910bae4-3ccf-4e1b-bd44-8b47b6190a33 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.564746] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 817.564746] env[69302]: value = "task-3183384" [ 817.564746] env[69302]: _type = "Task" [ 817.564746] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.568190] env[69302]: DEBUG oslo_vmware.api [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183382, 'name': PowerOnVM_Task, 'duration_secs': 0.794185} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.571418] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.571629] env[69302]: INFO nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Took 7.44 seconds to spawn the instance on the hypervisor. [ 817.571831] env[69302]: DEBUG nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.580254] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d32a48c-78f3-4e92-a115-5a5c0e3d2631 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.587646] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183384, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.645823] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.653543] env[69302]: DEBUG nova.compute.manager [req-fab2374f-108a-4a1e-b12c-5e13e516a357 req-4ca35dc0-6e67-41c1-9f7d-83fc44e9d84c service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Received event network-changed-5f212e2d-2af9-4627-8d84-cff25203241a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.653543] env[69302]: DEBUG nova.compute.manager [req-fab2374f-108a-4a1e-b12c-5e13e516a357 req-4ca35dc0-6e67-41c1-9f7d-83fc44e9d84c service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Refreshing instance network info cache due to event network-changed-5f212e2d-2af9-4627-8d84-cff25203241a. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.653543] env[69302]: DEBUG oslo_concurrency.lockutils [req-fab2374f-108a-4a1e-b12c-5e13e516a357 req-4ca35dc0-6e67-41c1-9f7d-83fc44e9d84c service nova] Acquiring lock "refresh_cache-791ac5be-123d-4525-92fc-cfd6ec43c0c1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.717645] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Releasing lock "refresh_cache-791ac5be-123d-4525-92fc-cfd6ec43c0c1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.718009] env[69302]: DEBUG nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Instance network_info: |[{"id": "5f212e2d-2af9-4627-8d84-cff25203241a", "address": "fa:16:3e:fd:0a:35", "network": {"id": "579507cf-fc64-476e-8a33-77cd29f226b9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-336069223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb508480374542e09e4524974b14931f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f212e2d-2a", "ovs_interfaceid": "5f212e2d-2af9-4627-8d84-cff25203241a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.718322] env[69302]: DEBUG oslo_concurrency.lockutils [req-fab2374f-108a-4a1e-b12c-5e13e516a357 req-4ca35dc0-6e67-41c1-9f7d-83fc44e9d84c service nova] Acquired lock "refresh_cache-791ac5be-123d-4525-92fc-cfd6ec43c0c1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.718505] env[69302]: DEBUG nova.network.neutron [req-fab2374f-108a-4a1e-b12c-5e13e516a357 req-4ca35dc0-6e67-41c1-9f7d-83fc44e9d84c service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Refreshing network info cache for port 5f212e2d-2af9-4627-8d84-cff25203241a {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.719768] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:0a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f212e2d-2af9-4627-8d84-cff25203241a', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.736084] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Creating folder: Project (cb508480374542e09e4524974b14931f). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.736084] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10049c43-9781-49a6-8165-4c1d34f97e2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.748184] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Created folder: Project (cb508480374542e09e4524974b14931f) in parent group-v636578. [ 817.748482] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Creating folder: Instances. Parent ref: group-v636710. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.748802] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d32c814-a789-4c05-9ab7-4fee8e799dcf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.758576] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Created folder: Instances in parent group-v636710. [ 817.758827] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.759029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.759243] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cce04b6c-7192-4960-a6d9-1f5de03f1ec2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.778740] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.778740] env[69302]: value = "task-3183387" [ 817.778740] env[69302]: _type = "Task" [ 817.778740] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.786922] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183387, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.022966] env[69302]: DEBUG oslo_vmware.api [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183383, 'name': PowerOnVM_Task, 'duration_secs': 0.430381} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.023390] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.023869] env[69302]: DEBUG nova.compute.manager [None req-2a795e42-5443-4cab-b93c-b384f201e028 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.028025] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97066871-1e71-409a-889a-2130f742dafe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.031665] env[69302]: DEBUG nova.scheduler.client.report [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.080828] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183384, 'name': Rename_Task, 'duration_secs': 0.190803} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.081115] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.084738] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f8c1826-0f2f-48a1-befe-fcb3e9519806 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.089257] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 818.089257] env[69302]: value = "task-3183388" [ 818.089257] env[69302]: _type = "Task" [ 818.089257] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.108135] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183388, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.111130] env[69302]: INFO nova.compute.manager [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Took 44.13 seconds to build instance. [ 818.289132] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183387, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.534336] env[69302]: DEBUG nova.network.neutron [req-fab2374f-108a-4a1e-b12c-5e13e516a357 req-4ca35dc0-6e67-41c1-9f7d-83fc44e9d84c service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Updated VIF entry in instance network info cache for port 5f212e2d-2af9-4627-8d84-cff25203241a. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.534745] env[69302]: DEBUG nova.network.neutron [req-fab2374f-108a-4a1e-b12c-5e13e516a357 req-4ca35dc0-6e67-41c1-9f7d-83fc44e9d84c service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Updating instance_info_cache with network_info: [{"id": "5f212e2d-2af9-4627-8d84-cff25203241a", "address": "fa:16:3e:fd:0a:35", "network": {"id": "579507cf-fc64-476e-8a33-77cd29f226b9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-336069223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb508480374542e09e4524974b14931f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f212e2d-2a", "ovs_interfaceid": "5f212e2d-2af9-4627-8d84-cff25203241a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.538217] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.538217] env[69302]: DEBUG nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.541063] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.222s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.541272] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.543386] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.678s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.543566] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.547830] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.016s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.548035] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.550082] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.177s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.551930] env[69302]: INFO nova.compute.claims [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.578690] env[69302]: INFO nova.scheduler.client.report [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Deleted allocations for instance b18af0c3-cdcb-433c-af15-1f0ce6335217 [ 818.584673] env[69302]: INFO nova.scheduler.client.report [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Deleted allocations for instance d684c74f-d058-47b5-8dcc-fc9287843569 [ 818.598326] env[69302]: INFO nova.scheduler.client.report [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Deleted allocations for instance b7997ffc-bbfd-48e9-bced-d8224ce6e908 [ 818.611947] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.613552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6fc3b6e8-4b7a-41bb-81bc-a157000968df tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.203s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.788431] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183387, 'name': CreateVM_Task, 'duration_secs': 0.685186} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.788616] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.789329] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.790087] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.790087] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.790222] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8aae3be-4739-4c3c-8d10-c556faca2a96 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.796995] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 818.796995] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526c93d7-bcca-10a5-bb77-0238ea1e3427" [ 818.796995] env[69302]: _type = "Task" [ 818.796995] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.803097] env[69302]: DEBUG nova.network.neutron [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Successfully updated port: 726290b0-5e67-4564-9ab3-f6ad6fa12236 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.812555] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526c93d7-bcca-10a5-bb77-0238ea1e3427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.878900] env[69302]: DEBUG nova.compute.manager [req-adb6a0cd-119d-4f9e-8fa2-2e026ce4d884 req-47c144f7-989b-499e-a30a-79cc889bf527 service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Received event network-vif-plugged-726290b0-5e67-4564-9ab3-f6ad6fa12236 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.879362] env[69302]: DEBUG oslo_concurrency.lockutils [req-adb6a0cd-119d-4f9e-8fa2-2e026ce4d884 req-47c144f7-989b-499e-a30a-79cc889bf527 service nova] Acquiring lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.880023] env[69302]: DEBUG oslo_concurrency.lockutils [req-adb6a0cd-119d-4f9e-8fa2-2e026ce4d884 req-47c144f7-989b-499e-a30a-79cc889bf527 service nova] Lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.880023] env[69302]: DEBUG oslo_concurrency.lockutils [req-adb6a0cd-119d-4f9e-8fa2-2e026ce4d884 req-47c144f7-989b-499e-a30a-79cc889bf527 service nova] Lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.880741] env[69302]: DEBUG nova.compute.manager [req-adb6a0cd-119d-4f9e-8fa2-2e026ce4d884 req-47c144f7-989b-499e-a30a-79cc889bf527 service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] No waiting events found dispatching network-vif-plugged-726290b0-5e67-4564-9ab3-f6ad6fa12236 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.881206] env[69302]: WARNING nova.compute.manager [req-adb6a0cd-119d-4f9e-8fa2-2e026ce4d884 req-47c144f7-989b-499e-a30a-79cc889bf527 service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Received unexpected event network-vif-plugged-726290b0-5e67-4564-9ab3-f6ad6fa12236 for instance with vm_state building and task_state spawning. [ 819.038245] env[69302]: DEBUG oslo_concurrency.lockutils [req-fab2374f-108a-4a1e-b12c-5e13e516a357 req-4ca35dc0-6e67-41c1-9f7d-83fc44e9d84c service nova] Releasing lock "refresh_cache-791ac5be-123d-4525-92fc-cfd6ec43c0c1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.060025] env[69302]: DEBUG nova.compute.utils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.060470] env[69302]: DEBUG nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.060815] env[69302]: DEBUG nova.network.neutron [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.089090] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e782d4d5-3cdd-4ead-94fe-b128befd1aba tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "b18af0c3-cdcb-433c-af15-1f0ce6335217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.808s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.111216] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0bde135c-5f9c-435d-82e7-c19c6e639dff tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "d684c74f-d058-47b5-8dcc-fc9287843569" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.478s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.112519] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6c01ef79-1093-4646-886f-5485e05fc9a9 tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "b7997ffc-bbfd-48e9-bced-d8224ce6e908" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.022s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.119376] env[69302]: DEBUG oslo_vmware.api [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183388, 'name': PowerOnVM_Task, 'duration_secs': 0.849114} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.119376] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.119376] env[69302]: INFO nova.compute.manager [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Took 6.43 seconds to spawn the instance on the hypervisor. [ 819.119599] env[69302]: DEBUG nova.compute.manager [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.120681] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f051c27-1e53-44fa-b66e-cefde07592ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.146298] env[69302]: DEBUG nova.policy [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10f8c01a6e8847ca8d5dbfa28f1edc22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67a2a429eeb44fd6a022738ecf6c958d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.310027] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquiring lock "refresh_cache-f9577dc2-a6f8-450d-8bac-6963a5dc18e7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.310242] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquired lock "refresh_cache-f9577dc2-a6f8-450d-8bac-6963a5dc18e7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.310313] env[69302]: DEBUG nova.network.neutron [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.314128] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526c93d7-bcca-10a5-bb77-0238ea1e3427, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.314128] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.314128] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.314128] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.314128] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.314128] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.314128] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac8ab075-0e37-4932-b2b7-1c01875a78c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.326020] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.326020] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.326596] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1173687d-8a97-413f-808a-99dff2aa211f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.332839] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 819.332839] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524c5dc0-773a-6801-af38-4bbef23c8427" [ 819.332839] env[69302]: _type = "Task" [ 819.332839] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.341982] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524c5dc0-773a-6801-af38-4bbef23c8427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.554191] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.555597] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.556706] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.557051] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.557486] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.562179] env[69302]: INFO nova.compute.manager [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Terminating instance [ 819.566820] env[69302]: DEBUG nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.607179] env[69302]: DEBUG nova.network.neutron [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Successfully created port: 80941280-28ee-433a-a8da-a0f21c0b802c {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.645086] env[69302]: INFO nova.compute.manager [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Took 38.91 seconds to build instance. [ 819.843512] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524c5dc0-773a-6801-af38-4bbef23c8427, 'name': SearchDatastore_Task, 'duration_secs': 0.028966} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.845041] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b024daa-2b2d-406c-9523-ea5b135bb14f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.852439] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 819.852439] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eec523-7f67-7480-acec-5fd66b771c62" [ 819.852439] env[69302]: _type = "Task" [ 819.852439] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.860814] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eec523-7f67-7480-acec-5fd66b771c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.893738] env[69302]: DEBUG nova.network.neutron [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.050058] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc1612-626c-4ff0-949f-8b9f9a098842 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.062684] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c22cf-e7b3-4688-95e6-989f960b4e61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.069807] env[69302]: DEBUG nova.compute.manager [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.070029] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.070892] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12db96be-f1e5-4c0c-af61-b209892b10da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.114301] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24117eef-d2f6-4c9b-9dc9-8150ce0e6b67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.119729] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.120848] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-533a7638-cdd1-44fc-8dc5-ee5275d6adfc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.126504] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a1587a-ef2a-4113-9510-41b1a1d3893b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.132585] env[69302]: DEBUG oslo_vmware.api [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 820.132585] env[69302]: value = "task-3183390" [ 820.132585] env[69302]: _type = "Task" [ 820.132585] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.147890] env[69302]: DEBUG nova.compute.provider_tree [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.149928] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf83e78e-22cd-413c-8e7c-f027dc377deb tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.217s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.158274] env[69302]: DEBUG oslo_vmware.api [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.196617] env[69302]: DEBUG nova.network.neutron [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Updating instance_info_cache with network_info: [{"id": "726290b0-5e67-4564-9ab3-f6ad6fa12236", "address": "fa:16:3e:b4:32:ad", "network": {"id": "3c47e579-948a-4e74-9116-2da0c23d75b9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-784780457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e44422b014a94941a1466a7dd786a56a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726290b0-5e", "ovs_interfaceid": "726290b0-5e67-4564-9ab3-f6ad6fa12236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.369238] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eec523-7f67-7480-acec-5fd66b771c62, 'name': SearchDatastore_Task, 'duration_secs': 0.013542} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.369238] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.369238] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 791ac5be-123d-4525-92fc-cfd6ec43c0c1/791ac5be-123d-4525-92fc-cfd6ec43c0c1.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.369238] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-193c64e6-f6af-4a54-b137-242f4ad49a8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.376666] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 820.376666] env[69302]: value = "task-3183391" [ 820.376666] env[69302]: _type = "Task" [ 820.376666] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.385965] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.611467] env[69302]: DEBUG nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.634975] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.635492] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.635818] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.636170] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.636454] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.636854] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.637211] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.639024] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.639024] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.639024] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.639024] env[69302]: DEBUG nova.virt.hardware [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.639024] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1216e363-ab50-4870-a281-97b9966c1d5a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.653800] env[69302]: DEBUG nova.scheduler.client.report [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.657832] env[69302]: DEBUG oslo_vmware.api [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183390, 'name': PowerOffVM_Task, 'duration_secs': 0.345456} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.659537] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95add33-808f-4625-b07f-623ebd6da752 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.664068] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.664359] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.664680] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-693b6301-3403-4642-9333-bdc569870b78 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.699795] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Releasing lock "refresh_cache-f9577dc2-a6f8-450d-8bac-6963a5dc18e7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.700171] env[69302]: DEBUG nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Instance network_info: |[{"id": "726290b0-5e67-4564-9ab3-f6ad6fa12236", "address": "fa:16:3e:b4:32:ad", "network": {"id": "3c47e579-948a-4e74-9116-2da0c23d75b9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-784780457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e44422b014a94941a1466a7dd786a56a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726290b0-5e", "ovs_interfaceid": "726290b0-5e67-4564-9ab3-f6ad6fa12236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.700584] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:32:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '726290b0-5e67-4564-9ab3-f6ad6fa12236', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.709465] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Creating folder: Project (e44422b014a94941a1466a7dd786a56a). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.710200] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ab08c09-8476-46c8-b487-0b92cd7dbd01 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.725317] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Created folder: Project (e44422b014a94941a1466a7dd786a56a) in parent group-v636578. [ 820.725391] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Creating folder: Instances. Parent ref: group-v636713. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.725618] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cd55936-4307-4877-ad1c-af87885d10e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.735930] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Created folder: Instances in parent group-v636713. [ 820.736728] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.736728] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.736728] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38325877-553f-4cf1-9adc-4f1b46602e38 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.756424] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.756730] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.757085] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Deleting the datastore file [datastore1] dbfb2707-26a3-45d7-88d6-ebf26fc51817 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.757767] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f88fc71f-3031-4a6e-aecd-92ef78bf963a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.763154] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.763154] env[69302]: value = "task-3183395" [ 820.763154] env[69302]: _type = "Task" [ 820.763154] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.764782] env[69302]: DEBUG oslo_vmware.api [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for the task: (returnval){ [ 820.764782] env[69302]: value = "task-3183396" [ 820.764782] env[69302]: _type = "Task" [ 820.764782] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.776555] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183395, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.890226] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183391, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.977013] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 820.977287] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636709', 'volume_id': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'name': 'volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3be491dc-0ed7-40e5-b725-f7dfb1a951e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'serial': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 820.978195] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2093bb63-e531-4c94-b78f-c705e3a56023 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.998976] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034e1e7-302b-4d3b-8836-8f665162e078 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.028936] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29/volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.029259] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f2574e-fb1a-455f-9988-11ebdc274d40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.052289] env[69302]: DEBUG oslo_vmware.api [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 821.052289] env[69302]: value = "task-3183397" [ 821.052289] env[69302]: _type = "Task" [ 821.052289] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.061659] env[69302]: DEBUG oslo_vmware.api [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183397, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.067720] env[69302]: DEBUG nova.compute.manager [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 821.089757] env[69302]: DEBUG nova.compute.manager [req-f72fe079-2cd9-4338-bb36-278cc06cc1cd req-7da44c0c-24f1-4bdb-9f83-41fed0f5fdb6 service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Received event network-changed-726290b0-5e67-4564-9ab3-f6ad6fa12236 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.089981] env[69302]: DEBUG nova.compute.manager [req-f72fe079-2cd9-4338-bb36-278cc06cc1cd req-7da44c0c-24f1-4bdb-9f83-41fed0f5fdb6 service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Refreshing instance network info cache due to event network-changed-726290b0-5e67-4564-9ab3-f6ad6fa12236. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.090688] env[69302]: DEBUG oslo_concurrency.lockutils [req-f72fe079-2cd9-4338-bb36-278cc06cc1cd req-7da44c0c-24f1-4bdb-9f83-41fed0f5fdb6 service nova] Acquiring lock "refresh_cache-f9577dc2-a6f8-450d-8bac-6963a5dc18e7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.090688] env[69302]: DEBUG oslo_concurrency.lockutils [req-f72fe079-2cd9-4338-bb36-278cc06cc1cd req-7da44c0c-24f1-4bdb-9f83-41fed0f5fdb6 service nova] Acquired lock "refresh_cache-f9577dc2-a6f8-450d-8bac-6963a5dc18e7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.090854] env[69302]: DEBUG nova.network.neutron [req-f72fe079-2cd9-4338-bb36-278cc06cc1cd req-7da44c0c-24f1-4bdb-9f83-41fed0f5fdb6 service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Refreshing network info cache for port 726290b0-5e67-4564-9ab3-f6ad6fa12236 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.160925] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.160925] env[69302]: DEBUG nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.168184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.247s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.168184] env[69302]: INFO nova.compute.claims [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.279115] env[69302]: DEBUG oslo_vmware.api [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Task: {'id': task-3183396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365842} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.282937] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.283164] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.283343] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.283518] env[69302]: INFO nova.compute.manager [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Took 1.21 seconds to destroy the instance on the hypervisor. [ 821.283755] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.283918] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183395, 'name': CreateVM_Task, 'duration_secs': 0.502623} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.284129] env[69302]: DEBUG nova.compute.manager [-] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.284273] env[69302]: DEBUG nova.network.neutron [-] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.285798] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.287386] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.287812] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.287919] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.293818] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6948d2ee-c1ca-4f56-98d3-3a84c5f52d3b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.296898] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 821.296898] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526c1370-a46c-0da6-f0eb-9bc7e1dbbf5e" [ 821.296898] env[69302]: _type = "Task" [ 821.296898] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.307861] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526c1370-a46c-0da6-f0eb-9bc7e1dbbf5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.391833] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739185} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.391833] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 791ac5be-123d-4525-92fc-cfd6ec43c0c1/791ac5be-123d-4525-92fc-cfd6ec43c0c1.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.391833] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.391833] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69721c21-672b-47a6-af74-56f4b35d8f4c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.409219] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 821.409219] env[69302]: value = "task-3183398" [ 821.409219] env[69302]: _type = "Task" [ 821.409219] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.416745] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.418680] env[69302]: DEBUG nova.network.neutron [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Successfully updated port: 80941280-28ee-433a-a8da-a0f21c0b802c {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.561994] env[69302]: DEBUG oslo_vmware.api [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.579036] env[69302]: DEBUG nova.compute.manager [None req-261e535e-3093-4baa-815a-0329678d5e38 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.579423] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ed15f-a250-4d2a-b32a-de97245d404a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.594154] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.670870] env[69302]: DEBUG nova.compute.utils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.675566] env[69302]: DEBUG nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.675758] env[69302]: DEBUG nova.network.neutron [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.794397] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquiring lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.794615] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.794823] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquiring lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.795016] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.795227] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.797593] env[69302]: INFO nova.compute.manager [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Terminating instance [ 821.810711] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526c1370-a46c-0da6-f0eb-9bc7e1dbbf5e, 'name': SearchDatastore_Task, 'duration_secs': 0.017989} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.812272] env[69302]: DEBUG nova.policy [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0481a3010ff4421db1b8a49cd01421ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0933d081099945549904d0e182fd4894', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.813819] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.814063] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.814327] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.814438] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.814648] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.817417] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f300c04-3bfe-449a-a3ab-f79707ec8394 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.831408] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.831597] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.832407] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f045bbee-3147-452b-bf02-ed5ad454e41a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.839148] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 821.839148] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa9d44-ee6e-d741-f469-d9b4a42a85ed" [ 821.839148] env[69302]: _type = "Task" [ 821.839148] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.852268] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa9d44-ee6e-d741-f469-d9b4a42a85ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.878470] env[69302]: DEBUG nova.network.neutron [req-f72fe079-2cd9-4338-bb36-278cc06cc1cd req-7da44c0c-24f1-4bdb-9f83-41fed0f5fdb6 service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Updated VIF entry in instance network info cache for port 726290b0-5e67-4564-9ab3-f6ad6fa12236. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.878470] env[69302]: DEBUG nova.network.neutron [req-f72fe079-2cd9-4338-bb36-278cc06cc1cd req-7da44c0c-24f1-4bdb-9f83-41fed0f5fdb6 service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Updating instance_info_cache with network_info: [{"id": "726290b0-5e67-4564-9ab3-f6ad6fa12236", "address": "fa:16:3e:b4:32:ad", "network": {"id": "3c47e579-948a-4e74-9116-2da0c23d75b9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-784780457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e44422b014a94941a1466a7dd786a56a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap726290b0-5e", "ovs_interfaceid": "726290b0-5e67-4564-9ab3-f6ad6fa12236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.925108] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquiring lock "refresh_cache-64ac329d-1c2d-49d3-b26f-111f725d3a34" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.925821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquired lock "refresh_cache-64ac329d-1c2d-49d3-b26f-111f725d3a34" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.925821] env[69302]: DEBUG nova.network.neutron [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.927561] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068904} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.928139] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.929143] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0576a730-6f0b-40d2-b894-29ec8d35899f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.953262] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 791ac5be-123d-4525-92fc-cfd6ec43c0c1/791ac5be-123d-4525-92fc-cfd6ec43c0c1.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.955043] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8421cb2c-aedc-45ab-a13a-d2a5ff953a68 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.976320] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 821.976320] env[69302]: value = "task-3183399" [ 821.976320] env[69302]: _type = "Task" [ 821.976320] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.988405] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.064779] env[69302]: DEBUG oslo_vmware.api [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183397, 'name': ReconfigVM_Task, 'duration_secs': 0.856234} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.065089] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29/volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.070613] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5e71b6-4c1f-4aa1-bbbe-a8edb73e4dbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.087755] env[69302]: DEBUG oslo_vmware.api [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 822.087755] env[69302]: value = "task-3183400" [ 822.087755] env[69302]: _type = "Task" [ 822.087755] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.092953] env[69302]: INFO nova.compute.manager [None req-261e535e-3093-4baa-815a-0329678d5e38 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] instance snapshotting [ 822.093649] env[69302]: DEBUG nova.objects.instance [None req-261e535e-3093-4baa-815a-0329678d5e38 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lazy-loading 'flavor' on Instance uuid 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.102533] env[69302]: DEBUG oslo_vmware.api [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.122855] env[69302]: DEBUG nova.compute.manager [req-93c3626f-ceeb-416c-a293-39881875dd65 req-af6827ac-3230-424e-a087-1f86e81857a2 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Received event network-vif-deleted-37a40608-c80d-42d7-82ec-71411d461b3a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.123092] env[69302]: INFO nova.compute.manager [req-93c3626f-ceeb-416c-a293-39881875dd65 req-af6827ac-3230-424e-a087-1f86e81857a2 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Neutron deleted interface 37a40608-c80d-42d7-82ec-71411d461b3a; detaching it from the instance and deleting it from the info cache [ 822.123271] env[69302]: DEBUG nova.network.neutron [req-93c3626f-ceeb-416c-a293-39881875dd65 req-af6827ac-3230-424e-a087-1f86e81857a2 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.173695] env[69302]: DEBUG nova.compute.utils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.301521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquiring lock "refresh_cache-2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.301930] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquired lock "refresh_cache-2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.302186] env[69302]: DEBUG nova.network.neutron [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.361775] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa9d44-ee6e-d741-f469-d9b4a42a85ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014862} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.367192] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f991250-8fa1-405a-ab84-5e1f8bd29b94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.376421] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 822.376421] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521067eb-64c2-17ff-2f1f-ddd4cdc35722" [ 822.376421] env[69302]: _type = "Task" [ 822.376421] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.388811] env[69302]: DEBUG oslo_concurrency.lockutils [req-f72fe079-2cd9-4338-bb36-278cc06cc1cd req-7da44c0c-24f1-4bdb-9f83-41fed0f5fdb6 service nova] Releasing lock "refresh_cache-f9577dc2-a6f8-450d-8bac-6963a5dc18e7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.394764] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521067eb-64c2-17ff-2f1f-ddd4cdc35722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.490488] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.528694] env[69302]: DEBUG nova.network.neutron [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.531423] env[69302]: DEBUG nova.network.neutron [-] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.617024] env[69302]: DEBUG nova.network.neutron [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Successfully created port: b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.618451] env[69302]: DEBUG oslo_vmware.api [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183400, 'name': ReconfigVM_Task, 'duration_secs': 0.210375} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.619280] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243ce5ba-57a9-427a-9b1d-2151d7d5b6cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.622551] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636709', 'volume_id': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'name': 'volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3be491dc-0ed7-40e5-b725-f7dfb1a951e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'serial': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 822.632078] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-870fdb43-3b19-468b-99a7-6661872e42c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.656658] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8109fbd-b525-4f52-916a-e28954072f6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.664316] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc4f0ae-2b46-452a-8ad0-adbb4b1265a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.681921] env[69302]: DEBUG nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.729160] env[69302]: DEBUG nova.compute.manager [req-93c3626f-ceeb-416c-a293-39881875dd65 req-af6827ac-3230-424e-a087-1f86e81857a2 service nova] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Detach interface failed, port_id=37a40608-c80d-42d7-82ec-71411d461b3a, reason: Instance dbfb2707-26a3-45d7-88d6-ebf26fc51817 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.783583] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9cbd6-529c-44a1-aca5-721e9cc44318 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.791556] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77531101-f73d-4a00-a007-20fdf72014ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.823844] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "a77ed464-9d0a-4415-ae63-283495910c76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.824103] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "a77ed464-9d0a-4415-ae63-283495910c76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.824301] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "a77ed464-9d0a-4415-ae63-283495910c76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.824477] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "a77ed464-9d0a-4415-ae63-283495910c76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.824816] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "a77ed464-9d0a-4415-ae63-283495910c76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.826768] env[69302]: INFO nova.compute.manager [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Terminating instance [ 822.830195] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ebf936-82f6-4109-929a-4420e40b85bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.840842] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4cb2c2-22f6-4ff0-ba90-0380b990549a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.857403] env[69302]: DEBUG nova.compute.provider_tree [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.860928] env[69302]: DEBUG nova.network.neutron [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.890229] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521067eb-64c2-17ff-2f1f-ddd4cdc35722, 'name': SearchDatastore_Task, 'duration_secs': 0.021641} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.890465] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.890748] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] f9577dc2-a6f8-450d-8bac-6963a5dc18e7/f9577dc2-a6f8-450d-8bac-6963a5dc18e7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.891316] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb0e8a94-916b-460c-84b2-180a7bccb4e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.900082] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 822.900082] env[69302]: value = "task-3183401" [ 822.900082] env[69302]: _type = "Task" [ 822.900082] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.910232] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.944798] env[69302]: DEBUG nova.network.neutron [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.974282] env[69302]: DEBUG nova.network.neutron [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Updating instance_info_cache with network_info: [{"id": "80941280-28ee-433a-a8da-a0f21c0b802c", "address": "fa:16:3e:c8:a4:3d", "network": {"id": "3d990a1e-c0f0-4c0a-98be-39441592ac25", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1389918501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a2a429eeb44fd6a022738ecf6c958d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80941280-28", "ovs_interfaceid": "80941280-28ee-433a-a8da-a0f21c0b802c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.992514] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.036164] env[69302]: INFO nova.compute.manager [-] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Took 1.75 seconds to deallocate network for instance. [ 823.124340] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "099411cb-0e40-4cb7-b36e-12409f837436" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.124806] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "099411cb-0e40-4cb7-b36e-12409f837436" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.125045] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "099411cb-0e40-4cb7-b36e-12409f837436-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.125244] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "099411cb-0e40-4cb7-b36e-12409f837436-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.125413] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "099411cb-0e40-4cb7-b36e-12409f837436-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.127718] env[69302]: INFO nova.compute.manager [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Terminating instance [ 823.194479] env[69302]: DEBUG nova.compute.manager [None req-261e535e-3093-4baa-815a-0329678d5e38 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Instance disappeared during snapshot {{(pid=69302) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 823.206835] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Acquiring lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.208157] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.208353] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Acquiring lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.208543] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.208710] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.216088] env[69302]: INFO nova.compute.manager [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Terminating instance [ 823.334856] env[69302]: DEBUG nova.compute.manager [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.335257] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.336059] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db51d634-e6fe-4573-9469-6ea487e4106e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.344496] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.344496] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe3a6fb7-4da3-42ba-b3d5-9bbb8f83fa47 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.361460] env[69302]: DEBUG nova.scheduler.client.report [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.369055] env[69302]: DEBUG nova.compute.manager [None req-261e535e-3093-4baa-815a-0329678d5e38 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Found 0 images (rotation: 2) {{(pid=69302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 823.402178] env[69302]: DEBUG nova.compute.manager [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Received event network-vif-plugged-80941280-28ee-433a-a8da-a0f21c0b802c {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.402465] env[69302]: DEBUG oslo_concurrency.lockutils [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] Acquiring lock "64ac329d-1c2d-49d3-b26f-111f725d3a34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.402547] env[69302]: DEBUG oslo_concurrency.lockutils [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] Lock "64ac329d-1c2d-49d3-b26f-111f725d3a34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.402757] env[69302]: DEBUG oslo_concurrency.lockutils [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] Lock "64ac329d-1c2d-49d3-b26f-111f725d3a34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.402911] env[69302]: DEBUG nova.compute.manager [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] No waiting events found dispatching network-vif-plugged-80941280-28ee-433a-a8da-a0f21c0b802c {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.403058] env[69302]: WARNING nova.compute.manager [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Received unexpected event network-vif-plugged-80941280-28ee-433a-a8da-a0f21c0b802c for instance with vm_state building and task_state spawning. [ 823.403212] env[69302]: DEBUG nova.compute.manager [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Received event network-changed-80941280-28ee-433a-a8da-a0f21c0b802c {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.403361] env[69302]: DEBUG nova.compute.manager [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Refreshing instance network info cache due to event network-changed-80941280-28ee-433a-a8da-a0f21c0b802c. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.403884] env[69302]: DEBUG oslo_concurrency.lockutils [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] Acquiring lock "refresh_cache-64ac329d-1c2d-49d3-b26f-111f725d3a34" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.410414] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.410622] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.410804] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Deleting the datastore file [datastore1] a77ed464-9d0a-4415-ae63-283495910c76 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.411148] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2083743-b346-4cce-9fe1-e3b52e10872b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.416703] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183401, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.420929] env[69302]: DEBUG oslo_vmware.api [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 823.420929] env[69302]: value = "task-3183403" [ 823.420929] env[69302]: _type = "Task" [ 823.420929] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.429371] env[69302]: DEBUG oslo_vmware.api [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.450037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Releasing lock "refresh_cache-2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.450037] env[69302]: DEBUG nova.compute.manager [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.450491] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.454022] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79cf330-ed0b-4807-8b2e-64bcba1672ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.463317] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.463840] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0387a11-501d-45df-ab86-7f31c43ec47a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.472568] env[69302]: DEBUG oslo_vmware.api [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 823.472568] env[69302]: value = "task-3183404" [ 823.472568] env[69302]: _type = "Task" [ 823.472568] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.478168] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Releasing lock "refresh_cache-64ac329d-1c2d-49d3-b26f-111f725d3a34" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.478705] env[69302]: DEBUG nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Instance network_info: |[{"id": "80941280-28ee-433a-a8da-a0f21c0b802c", "address": "fa:16:3e:c8:a4:3d", "network": {"id": "3d990a1e-c0f0-4c0a-98be-39441592ac25", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1389918501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a2a429eeb44fd6a022738ecf6c958d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80941280-28", "ovs_interfaceid": "80941280-28ee-433a-a8da-a0f21c0b802c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.479267] env[69302]: DEBUG oslo_concurrency.lockutils [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] Acquired lock "refresh_cache-64ac329d-1c2d-49d3-b26f-111f725d3a34" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.479267] env[69302]: DEBUG nova.network.neutron [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Refreshing network info cache for port 80941280-28ee-433a-a8da-a0f21c0b802c {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.481126] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:a4:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80941280-28ee-433a-a8da-a0f21c0b802c', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.494692] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Creating folder: Project (67a2a429eeb44fd6a022738ecf6c958d). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.497608] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f3b5f9-22cf-4073-8415-0e9e728f88f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.511276] env[69302]: DEBUG oslo_vmware.api [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.520014] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183399, 'name': ReconfigVM_Task, 'duration_secs': 1.190236} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.522571] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 791ac5be-123d-4525-92fc-cfd6ec43c0c1/791ac5be-123d-4525-92fc-cfd6ec43c0c1.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.523657] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Created folder: Project (67a2a429eeb44fd6a022738ecf6c958d) in parent group-v636578. [ 823.524069] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Creating folder: Instances. Parent ref: group-v636716. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.524354] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0038a290-f984-4b68-bbc0-6b2f40257303 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.527591] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b1da9dc-30ea-4182-8c30-5360d6a11e22 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.535594] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 823.535594] env[69302]: value = "task-3183406" [ 823.535594] env[69302]: _type = "Task" [ 823.535594] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.544448] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.552928] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183406, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.554856] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Created folder: Instances in parent group-v636716. [ 823.555119] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.555323] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.555560] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5232637-a236-46ea-8c5b-d9f350b482c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.577048] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.577048] env[69302]: value = "task-3183408" [ 823.577048] env[69302]: _type = "Task" [ 823.577048] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.590565] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183408, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.635885] env[69302]: DEBUG nova.compute.manager [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.635998] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.636979] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da442c4-68d1-47e7-83b6-67383ceb2542 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.645593] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.645890] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1df185e0-df87-4d21-8979-36d98ea75478 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.654719] env[69302]: DEBUG oslo_vmware.api [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 823.654719] env[69302]: value = "task-3183409" [ 823.654719] env[69302]: _type = "Task" [ 823.654719] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.667078] env[69302]: DEBUG oslo_vmware.api [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.693103] env[69302]: DEBUG nova.objects.instance [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lazy-loading 'flavor' on Instance uuid 3be491dc-0ed7-40e5-b725-f7dfb1a951e6 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.699045] env[69302]: DEBUG nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.721913] env[69302]: DEBUG nova.compute.manager [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.721913] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.722764] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d0ad9ad-fba1-428c-91c4-8add77cfe8b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.735980] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:30:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1446078658',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-11765688',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.736428] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.736657] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.736942] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.737184] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.737395] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.737712] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.737948] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.738238] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.738491] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.738740] env[69302]: DEBUG nova.virt.hardware [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.740121] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc2671f-776f-400d-8e1e-59b9a61f2239 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.746289] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 823.746289] env[69302]: value = "task-3183410" [ 823.746289] env[69302]: _type = "Task" [ 823.746289] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.758308] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6534b8d7-8279-48ce-8cd5-86bb7329395b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.770149] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.869329] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.870236] env[69302]: DEBUG nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.874929] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.716s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.875112] env[69302]: DEBUG nova.objects.instance [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 823.914775] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.925099} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.915980] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] f9577dc2-a6f8-450d-8bac-6963a5dc18e7/f9577dc2-a6f8-450d-8bac-6963a5dc18e7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.916294] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.916618] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d02d736d-d06d-461f-9091-2921d88439e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.927049] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 823.927049] env[69302]: value = "task-3183411" [ 823.927049] env[69302]: _type = "Task" [ 823.927049] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.938490] env[69302]: DEBUG oslo_vmware.api [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422599} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.939791] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.940069] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.940257] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.940612] env[69302]: INFO nova.compute.manager [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Took 0.61 seconds to destroy the instance on the hypervisor. [ 823.940789] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.945649] env[69302]: DEBUG nova.compute.manager [-] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.945894] env[69302]: DEBUG nova.network.neutron [-] [instance: a77ed464-9d0a-4415-ae63-283495910c76] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.949842] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.985723] env[69302]: DEBUG oslo_vmware.api [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183404, 'name': PowerOffVM_Task, 'duration_secs': 0.41606} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.987330] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.987330] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.987330] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f212e291-8e5b-448e-a6a7-9925e712225e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.013115] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.013115] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.013374] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Deleting the datastore file [datastore2] 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.013711] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dac69d2c-d04c-44ca-b506-343176f4c6c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.023057] env[69302]: DEBUG oslo_vmware.api [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for the task: (returnval){ [ 824.023057] env[69302]: value = "task-3183413" [ 824.023057] env[69302]: _type = "Task" [ 824.023057] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.031959] env[69302]: DEBUG oslo_vmware.api [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.046474] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183406, 'name': Rename_Task, 'duration_secs': 0.331533} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.046752] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.046996] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2918010a-5365-4676-b9c0-796995abb2ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.062093] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 824.062093] env[69302]: value = "task-3183414" [ 824.062093] env[69302]: _type = "Task" [ 824.062093] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.846802] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8a7556dd-4fed-43a8-94fc-96ae325c6d13 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.847589] env[69302]: DEBUG nova.compute.utils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.856487] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183414, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.856675] env[69302]: WARNING oslo_vmware.common.loopingcall [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] task run outlasted interval by 0.29411 sec [ 824.857603] env[69302]: DEBUG nova.network.neutron [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Successfully updated port: b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.872491] env[69302]: DEBUG nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.872784] env[69302]: DEBUG nova.network.neutron [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.886130] env[69302]: DEBUG nova.compute.manager [req-84305839-5bd6-4fdd-8d1f-f9348837afde req-6b496464-045f-4d98-9e20-8cf431421c5d service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Received event network-vif-deleted-6c761792-a259-49f4-88c4-9d7d322a642a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.886327] env[69302]: INFO nova.compute.manager [req-84305839-5bd6-4fdd-8d1f-f9348837afde req-6b496464-045f-4d98-9e20-8cf431421c5d service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Neutron deleted interface 6c761792-a259-49f4-88c4-9d7d322a642a; detaching it from the instance and deleting it from the info cache [ 824.886495] env[69302]: DEBUG nova.network.neutron [req-84305839-5bd6-4fdd-8d1f-f9348837afde req-6b496464-045f-4d98-9e20-8cf431421c5d service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.895025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquiring lock "5b490a83-e164-4d8b-a3fa-2734deab1f42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.895025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "5b490a83-e164-4d8b-a3fa-2734deab1f42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.918113] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183410, 'name': PowerOffVM_Task, 'duration_secs': 0.288655} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.918314] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183408, 'name': CreateVM_Task, 'duration_secs': 0.515778} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.918524] env[69302]: DEBUG oslo_vmware.api [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183409, 'name': PowerOffVM_Task, 'duration_secs': 0.368474} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.924194] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.927910] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 824.927910] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636644', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'name': 'volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61', 'attached_at': '', 'detached_at': '', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'serial': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 824.927910] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.927910] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.927910] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.927910] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162252} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.931976] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084356e8-46c7-49f9-8cda-65a397646e6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.935160] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.935328] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.935636] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.936254] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89135d3-4673-4d2a-b9e8-23af38944f7e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.937834] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.938944] env[69302]: DEBUG oslo_vmware.api [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Task: {'id': task-3183413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115766} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.942255] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b631e2-a9ae-4965-bfee-a7c9bb763f5e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.944340] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5efcd0-15bc-4a8b-9a02-9ca33a3f879b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.946823] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.947037] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.947227] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.947403] env[69302]: INFO nova.compute.manager [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Took 1.50 seconds to destroy the instance on the hypervisor. [ 824.948179] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.948179] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183414, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.949328] env[69302]: DEBUG nova.compute.manager [-] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.949460] env[69302]: DEBUG nova.network.neutron [-] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.966822] env[69302]: DEBUG nova.policy [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48f82908ae244f3b47477250d24f5f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54fa409d6d0647f8b874ffe2484bca97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.971022] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b33366a-9c10-46fd-926a-a4d3e543bc3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.984106] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 824.984106] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525b93f1-638f-8569-15e3-aaac7d690c22" [ 824.984106] env[69302]: _type = "Task" [ 824.984106] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.994141] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] f9577dc2-a6f8-450d-8bac-6963a5dc18e7/f9577dc2-a6f8-450d-8bac-6963a5dc18e7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.998187] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7fa7fa9-891f-4a68-8285-e0a22554e877 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.021518] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df0a46-ed99-4afd-8443-2ab3723aa4e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.024447] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.024674] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.024883] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Deleting the datastore file [datastore2] 099411cb-0e40-4cb7-b36e-12409f837436 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.027055] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb89b92e-1ceb-4ceb-8c60-b0588ba9f452 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.028928] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 825.028928] env[69302]: value = "task-3183416" [ 825.028928] env[69302]: _type = "Task" [ 825.028928] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.033030] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525b93f1-638f-8569-15e3-aaac7d690c22, 'name': SearchDatastore_Task, 'duration_secs': 0.021958} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.036570] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.036816] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.037067] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.037216] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.037395] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.038200] env[69302]: DEBUG nova.network.neutron [-] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.055822] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dd81c19-f230-4678-85c7-b74e09338c72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.058494] env[69302]: DEBUG oslo_vmware.api [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for the task: (returnval){ [ 825.058494] env[69302]: value = "task-3183417" [ 825.058494] env[69302]: _type = "Task" [ 825.058494] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.060892] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e5f9e9-3e8d-4477-8c0f-d3502ec6dd26 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.071263] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.074143] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.074401] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.092787] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f85585-72e1-47c1-be92-678edfb58413 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.095984] env[69302]: DEBUG oslo_vmware.api [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.096313] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3/volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 825.101534] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 825.102516] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6c93b8d-8b8b-4184-9f1e-30da588a8232 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.120208] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 825.120208] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5271658a-250a-8578-8a68-4b4cfab3ce62" [ 825.120208] env[69302]: _type = "Task" [ 825.120208] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.126341] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 825.126341] env[69302]: value = "task-3183418" [ 825.126341] env[69302]: _type = "Task" [ 825.126341] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.134326] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5271658a-250a-8578-8a68-4b4cfab3ce62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.140137] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.204982] env[69302]: DEBUG nova.network.neutron [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Updated VIF entry in instance network info cache for port 80941280-28ee-433a-a8da-a0f21c0b802c. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.205912] env[69302]: DEBUG nova.network.neutron [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Updating instance_info_cache with network_info: [{"id": "80941280-28ee-433a-a8da-a0f21c0b802c", "address": "fa:16:3e:c8:a4:3d", "network": {"id": "3d990a1e-c0f0-4c0a-98be-39441592ac25", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1389918501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67a2a429eeb44fd6a022738ecf6c958d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80941280-28", "ovs_interfaceid": "80941280-28ee-433a-a8da-a0f21c0b802c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.205912] env[69302]: WARNING oslo_messaging._drivers.amqpdriver [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 825.350167] env[69302]: DEBUG nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.353732] env[69302]: DEBUG oslo_concurrency.lockutils [None req-89592ed3-1a30-4da5-b51a-a8e608841b6b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.479s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.354772] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.713s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.357465] env[69302]: INFO nova.compute.claims [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.362446] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.362607] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquired lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.362768] env[69302]: DEBUG nova.network.neutron [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.364079] env[69302]: DEBUG nova.network.neutron [-] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.386323] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.386910] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.390139] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b07d518-14fe-498e-be92-570823eea46f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.395311] env[69302]: INFO nova.compute.manager [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Rebuilding instance [ 825.406616] env[69302]: DEBUG nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.409746] env[69302]: DEBUG oslo_vmware.api [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183414, 'name': PowerOnVM_Task, 'duration_secs': 1.066748} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.411934] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.411934] env[69302]: INFO nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Took 10.02 seconds to spawn the instance on the hypervisor. [ 825.412080] env[69302]: DEBUG nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.413125] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b25d71-3494-467e-9d71-2c599330fea6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.418252] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbb5f73-c9ae-4363-ae53-232c9b66f688 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.444118] env[69302]: DEBUG nova.network.neutron [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Successfully created port: 49b49980-0db2-4d29-8483-fa0e0bc33b97 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.461357] env[69302]: DEBUG nova.compute.manager [req-84305839-5bd6-4fdd-8d1f-f9348837afde req-6b496464-045f-4d98-9e20-8cf431421c5d service nova] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Detach interface failed, port_id=6c761792-a259-49f4-88c4-9d7d322a642a, reason: Instance a77ed464-9d0a-4415-ae63-283495910c76 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.480280] env[69302]: DEBUG nova.compute.manager [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.481149] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0df1ae4-b4c3-44c7-96c6-fcd057791c74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.542914] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183416, 'name': ReconfigVM_Task, 'duration_secs': 0.356082} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.542914] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Reconfigured VM instance instance-0000002e to attach disk [datastore2] f9577dc2-a6f8-450d-8bac-6963a5dc18e7/f9577dc2-a6f8-450d-8bac-6963a5dc18e7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.543963] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ca251b-66b2-4229-b581-172a8f94df41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.550293] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 825.550293] env[69302]: value = "task-3183419" [ 825.550293] env[69302]: _type = "Task" [ 825.550293] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.558521] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183419, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.559882] env[69302]: DEBUG nova.network.neutron [-] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.572510] env[69302]: DEBUG oslo_vmware.api [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Task: {'id': task-3183417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196926} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.572762] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.572935] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.573129] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.573297] env[69302]: INFO nova.compute.manager [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Took 1.94 seconds to destroy the instance on the hypervisor. [ 825.573523] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.573706] env[69302]: DEBUG nova.compute.manager [-] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.573798] env[69302]: DEBUG nova.network.neutron [-] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.629848] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5271658a-250a-8578-8a68-4b4cfab3ce62, 'name': SearchDatastore_Task, 'duration_secs': 0.012658} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.633424] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ead61a-171f-4f5e-bd59-6c9fdc54e90e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.645281] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 825.645281] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522d523f-70de-920a-443c-d53acddee675" [ 825.645281] env[69302]: _type = "Task" [ 825.645281] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.645691] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183418, 'name': ReconfigVM_Task, 'duration_secs': 0.267231} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.646029] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 825.653445] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15de13de-e9b7-49fb-bc62-22297ef7030e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.668748] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522d523f-70de-920a-443c-d53acddee675, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.669899] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.670180] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 64ac329d-1c2d-49d3-b26f-111f725d3a34/64ac329d-1c2d-49d3-b26f-111f725d3a34.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.670495] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 825.670495] env[69302]: value = "task-3183420" [ 825.670495] env[69302]: _type = "Task" [ 825.670495] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.670701] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf267b1-7ffa-4260-8024-867505f4ac7a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.680139] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183420, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.681270] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 825.681270] env[69302]: value = "task-3183421" [ 825.681270] env[69302]: _type = "Task" [ 825.681270] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.689048] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.708404] env[69302]: DEBUG oslo_concurrency.lockutils [req-20b271be-6a69-4aa5-8c5c-59cf20a53323 req-ad9df41e-7a04-4e47-9866-dbd949defe66 service nova] Releasing lock "refresh_cache-64ac329d-1c2d-49d3-b26f-111f725d3a34" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.871706] env[69302]: INFO nova.compute.manager [-] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Took 1.93 seconds to deallocate network for instance. [ 825.891803] env[69302]: INFO nova.compute.manager [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Detaching volume a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29 [ 825.907798] env[69302]: DEBUG nova.compute.manager [req-c6632e08-1c82-4391-8c45-d2bfcd48e903 req-4dae2e7f-9a09-49e0-9511-7950f4bb715e service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Received event network-vif-deleted-b185d5c9-539f-451b-908a-bad2a3e0f429 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.908177] env[69302]: INFO nova.compute.manager [req-c6632e08-1c82-4391-8c45-d2bfcd48e903 req-4dae2e7f-9a09-49e0-9511-7950f4bb715e service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Neutron deleted interface b185d5c9-539f-451b-908a-bad2a3e0f429; detaching it from the instance and deleting it from the info cache [ 825.908576] env[69302]: DEBUG nova.network.neutron [req-c6632e08-1c82-4391-8c45-d2bfcd48e903 req-4dae2e7f-9a09-49e0-9511-7950f4bb715e service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.916899] env[69302]: DEBUG nova.network.neutron [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.940221] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.949986] env[69302]: INFO nova.compute.manager [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Took 43.14 seconds to build instance. [ 825.952603] env[69302]: INFO nova.virt.block_device [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Attempting to driver detach volume a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29 from mountpoint /dev/sdb [ 825.952724] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 825.952943] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636709', 'volume_id': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'name': 'volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3be491dc-0ed7-40e5-b725-f7dfb1a951e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'serial': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 825.957311] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76061711-d4cf-46d4-9b13-bc187db75262 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.983700] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f4c9a-5468-470a-b491-a3345e695316 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.992774] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cb15a6-31cd-4114-b1b7-90d5da759de1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.017134] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7441cf-6d8f-4765-a140-704c99b2b7ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.036649] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] The volume has not been displaced from its original location: [datastore2] volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29/volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 826.042300] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 826.045433] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9816297-9780-44a9-9a90-354645daed28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.063898] env[69302]: INFO nova.compute.manager [-] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Took 1.11 seconds to deallocate network for instance. [ 826.073700] env[69302]: DEBUG oslo_vmware.api [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 826.073700] env[69302]: value = "task-3183422" [ 826.073700] env[69302]: _type = "Task" [ 826.073700] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.074018] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183419, 'name': Rename_Task, 'duration_secs': 0.224059} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.074464] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.078225] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7581d28f-c95c-49b1-a442-e896245b66d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.086216] env[69302]: DEBUG oslo_vmware.api [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.087608] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 826.087608] env[69302]: value = "task-3183423" [ 826.087608] env[69302]: _type = "Task" [ 826.087608] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.096621] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.172433] env[69302]: DEBUG nova.network.neutron [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Updating instance_info_cache with network_info: [{"id": "b9bad5df-1cc3-482f-a4c9-a663d2188018", "address": "fa:16:3e:b1:0e:71", "network": {"id": "b2645ee6-618e-4795-ae00-65d7a648f098", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1397836951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0933d081099945549904d0e182fd4894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bad5df-1c", "ovs_interfaceid": "b9bad5df-1cc3-482f-a4c9-a663d2188018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.183356] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183420, 'name': ReconfigVM_Task, 'duration_secs': 0.118381} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.186901] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636644', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'name': 'volume-9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61', 'attached_at': '', 'detached_at': '', 'volume_id': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3', 'serial': '9d05a5f7-5131-4746-8f1c-7236c4e7c2e3'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 826.187143] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.188642] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24d770-507f-4c18-afc9-19ff946080e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.199484] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.200047] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46614} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.200267] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33c0758b-450b-49a7-9f6b-179af726ff0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.202754] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 64ac329d-1c2d-49d3-b26f-111f725d3a34/64ac329d-1c2d-49d3-b26f-111f725d3a34.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.202754] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.202754] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e26eafd2-0421-4efb-bed2-70421f712312 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.209975] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 826.209975] env[69302]: value = "task-3183425" [ 826.209975] env[69302]: _type = "Task" [ 826.209975] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.219029] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.282887] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.283128] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.283319] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Deleting the datastore file [datastore2] 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.283600] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb0445e4-c3a0-42e2-9cf2-a4469dc8327f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.290112] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for the task: (returnval){ [ 826.290112] env[69302]: value = "task-3183426" [ 826.290112] env[69302]: _type = "Task" [ 826.290112] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.298694] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.328129] env[69302]: DEBUG nova.network.neutron [-] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.372883] env[69302]: DEBUG nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.384703] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.401079] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.401343] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.401502] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.401687] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.401900] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.402156] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.402294] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.402439] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.402604] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.402779] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.402975] env[69302]: DEBUG nova.virt.hardware [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.403861] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e55b02-16c9-4663-a82b-198adddba82e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.415301] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-007a1ce4-2124-4c09-a31b-361869df8f7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.423261] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52187648-30f5-4e34-8ac5-004d43b3f774 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.434119] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e538b572-1ead-4fcb-a2fd-16151b1fbbdc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.460656] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdfce1ff-8143-4276-9796-904b33cba30d tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.793s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.484084] env[69302]: DEBUG nova.compute.manager [req-c6632e08-1c82-4391-8c45-d2bfcd48e903 req-4dae2e7f-9a09-49e0-9511-7950f4bb715e service nova] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Detach interface failed, port_id=b185d5c9-539f-451b-908a-bad2a3e0f429, reason: Instance 099411cb-0e40-4cb7-b36e-12409f837436 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 826.499234] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.500105] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13d85de0-3faf-4e5d-bbea-d4d028644715 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.507377] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 826.507377] env[69302]: value = "task-3183427" [ 826.507377] env[69302]: _type = "Task" [ 826.507377] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.520718] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.576446] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.588663] env[69302]: DEBUG oslo_vmware.api [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183422, 'name': ReconfigVM_Task, 'duration_secs': 0.332963} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.592916] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 826.600481] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d2a947-9198-4d4a-8a33-0675234713ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.616646] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183423, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.618064] env[69302]: DEBUG oslo_vmware.api [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 826.618064] env[69302]: value = "task-3183428" [ 826.618064] env[69302]: _type = "Task" [ 826.618064] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.629117] env[69302]: DEBUG oslo_vmware.api [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.680445] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Releasing lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.680768] env[69302]: DEBUG nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Instance network_info: |[{"id": "b9bad5df-1cc3-482f-a4c9-a663d2188018", "address": "fa:16:3e:b1:0e:71", "network": {"id": "b2645ee6-618e-4795-ae00-65d7a648f098", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1397836951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0933d081099945549904d0e182fd4894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bad5df-1c", "ovs_interfaceid": "b9bad5df-1cc3-482f-a4c9-a663d2188018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.681428] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:0e:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9bad5df-1cc3-482f-a4c9-a663d2188018', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.689342] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.689342] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.689478] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e80a6d4c-629a-452b-a501-80dfa4e47e21 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.716043] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.716043] env[69302]: value = "task-3183429" [ 826.716043] env[69302]: _type = "Task" [ 826.716043] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.725186] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10366} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.726047] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.726893] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb240026-e624-42ea-bd85-f4a59eeec1ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.733854] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183429, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.735483] env[69302]: DEBUG nova.compute.manager [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Received event network-vif-plugged-b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.735691] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] Acquiring lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.735895] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] Lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.736177] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] Lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.736345] env[69302]: DEBUG nova.compute.manager [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] No waiting events found dispatching network-vif-plugged-b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.736548] env[69302]: WARNING nova.compute.manager [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Received unexpected event network-vif-plugged-b9bad5df-1cc3-482f-a4c9-a663d2188018 for instance with vm_state building and task_state spawning. [ 826.736681] env[69302]: DEBUG nova.compute.manager [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Received event network-changed-b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.736830] env[69302]: DEBUG nova.compute.manager [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Refreshing instance network info cache due to event network-changed-b9bad5df-1cc3-482f-a4c9-a663d2188018. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.737065] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] Acquiring lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.737155] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] Acquired lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.737302] env[69302]: DEBUG nova.network.neutron [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Refreshing network info cache for port b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.762479] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 64ac329d-1c2d-49d3-b26f-111f725d3a34/64ac329d-1c2d-49d3-b26f-111f725d3a34.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.767162] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc37549-4533-471e-ab77-9109376e85c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.785984] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 826.785984] env[69302]: value = "task-3183430" [ 826.785984] env[69302]: _type = "Task" [ 826.785984] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.797536] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.805722] env[69302]: DEBUG oslo_vmware.api [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Task: {'id': task-3183426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229144} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.805722] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.805891] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.806057] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.806252] env[69302]: INFO nova.compute.manager [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Took 3.08 seconds to destroy the instance on the hypervisor. [ 826.806564] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.807313] env[69302]: DEBUG nova.compute.manager [-] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.807427] env[69302]: DEBUG nova.network.neutron [-] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.831173] env[69302]: INFO nova.compute.manager [-] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Took 1.26 seconds to deallocate network for instance. [ 826.920441] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquiring lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.920753] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.920894] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquiring lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.921088] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.921257] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.924331] env[69302]: INFO nova.compute.manager [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Terminating instance [ 826.951532] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c6e312-2e9e-44e8-9d34-d1ea3a15e8bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.960794] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61889af8-8462-464a-8cf0-84dafa45ba1f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.993846] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f512c-93f3-4484-8176-892c7d877ed4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.002579] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976e1a8-82fa-4762-a4f7-74cdfc50963c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.026214] env[69302]: DEBUG nova.compute.provider_tree [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.029791] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183427, 'name': PowerOffVM_Task, 'duration_secs': 0.208786} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.029791] env[69302]: DEBUG nova.network.neutron [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Successfully updated port: 49b49980-0db2-4d29-8483-fa0e0bc33b97 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.034029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.034029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.034029] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44eab116-b78c-44d5-bbf1-124416c00610 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.041821] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 827.041821] env[69302]: value = "task-3183431" [ 827.041821] env[69302]: _type = "Task" [ 827.041821] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.054676] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 827.054676] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 827.054948] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636639', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'name': 'volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64c6e2db-aaf3-4fff-9792-f8a0b589e74d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'serial': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 827.056048] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146c08bc-68e7-4b41-99f5-6520f526bc5d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.077426] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc80ba68-c0d0-4c7f-af23-06c80a4f5537 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.088533] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e80b9b-f011-425d-b256-dd6d9cdec3b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.115088] env[69302]: DEBUG oslo_vmware.api [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183423, 'name': PowerOnVM_Task, 'duration_secs': 0.814721} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.115943] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1e895b-3450-4656-9879-63b439d524a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.118621] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.118856] env[69302]: INFO nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Took 9.63 seconds to spawn the instance on the hypervisor. [ 827.119045] env[69302]: DEBUG nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.119814] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb43572-0893-493d-89c0-c04712031c7f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.146679] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] The volume has not been displaced from its original location: [datastore2] volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52/volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 827.152314] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 827.152674] env[69302]: DEBUG oslo_vmware.api [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183428, 'name': ReconfigVM_Task, 'duration_secs': 0.223893} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.153214] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50fe3fcc-9e3d-4493-b645-14bcf3363ad3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.168228] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636709', 'volume_id': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'name': 'volume-a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3be491dc-0ed7-40e5-b725-f7dfb1a951e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29', 'serial': 'a56cbe6d-aac0-4b74-9b23-6d7dc6ec9c29'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 827.178265] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 827.178265] env[69302]: value = "task-3183432" [ 827.178265] env[69302]: _type = "Task" [ 827.178265] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.189381] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.227183] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183429, 'name': CreateVM_Task, 'duration_secs': 0.369066} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.227384] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.228129] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.228299] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.228603] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.228931] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e102e7-3420-4786-bc2c-d37ec66605ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.233281] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 827.233281] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bde3be-43ce-9ba4-52b0-e5d5fe00c838" [ 827.233281] env[69302]: _type = "Task" [ 827.233281] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.240896] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bde3be-43ce-9ba4-52b0-e5d5fe00c838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.296081] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183430, 'name': ReconfigVM_Task, 'duration_secs': 0.425018} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.296233] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 64ac329d-1c2d-49d3-b26f-111f725d3a34/64ac329d-1c2d-49d3-b26f-111f725d3a34.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.296767] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a68695b-b574-4c82-bbb1-2a4c5faf0eee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.302998] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 827.302998] env[69302]: value = "task-3183433" [ 827.302998] env[69302]: _type = "Task" [ 827.302998] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.311247] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183433, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.340135] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.427375] env[69302]: DEBUG nova.compute.manager [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.427722] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.429035] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6345deea-6e35-49be-b358-4342e4e5f8eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.438015] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.440477] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd95b369-9fd6-429f-adfa-8fdb98e660fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.447631] env[69302]: DEBUG oslo_vmware.api [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 827.447631] env[69302]: value = "task-3183434" [ 827.447631] env[69302]: _type = "Task" [ 827.447631] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.457133] env[69302]: DEBUG oslo_vmware.api [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.535490] env[69302]: DEBUG nova.scheduler.client.report [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.540923] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-541bfebc-a0d5-4a24-b5af-2d54a9601a15" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.540923] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-541bfebc-a0d5-4a24-b5af-2d54a9601a15" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.540923] env[69302]: DEBUG nova.network.neutron [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.589247] env[69302]: DEBUG nova.network.neutron [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Updated VIF entry in instance network info cache for port b9bad5df-1cc3-482f-a4c9-a663d2188018. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.589247] env[69302]: DEBUG nova.network.neutron [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Updating instance_info_cache with network_info: [{"id": "b9bad5df-1cc3-482f-a4c9-a663d2188018", "address": "fa:16:3e:b1:0e:71", "network": {"id": "b2645ee6-618e-4795-ae00-65d7a648f098", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1397836951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0933d081099945549904d0e182fd4894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bad5df-1c", "ovs_interfaceid": "b9bad5df-1cc3-482f-a4c9-a663d2188018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.661936] env[69302]: INFO nova.compute.manager [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Took 43.76 seconds to build instance. [ 827.690278] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183432, 'name': ReconfigVM_Task, 'duration_secs': 0.163381} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.691538] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 827.696422] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519b59db-bd4a-49e1-9056-7bab48eccaca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.712689] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 827.712689] env[69302]: value = "task-3183435" [ 827.712689] env[69302]: _type = "Task" [ 827.712689] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.724242] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.740769] env[69302]: DEBUG nova.objects.instance [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lazy-loading 'flavor' on Instance uuid 3be491dc-0ed7-40e5-b725-f7dfb1a951e6 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.749065] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bde3be-43ce-9ba4-52b0-e5d5fe00c838, 'name': SearchDatastore_Task, 'duration_secs': 0.009137} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.749397] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.749649] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.750250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.750250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.750250] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.750722] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a01c8467-a96e-43e6-8c33-3000921d2068 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.760371] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.760523] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.761903] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efce73e3-012e-400f-ad22-dc5f77051175 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.767724] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 827.767724] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520a3ae3-6360-14d7-cff4-6eecc7fcb257" [ 827.767724] env[69302]: _type = "Task" [ 827.767724] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.775969] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520a3ae3-6360-14d7-cff4-6eecc7fcb257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.814639] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183433, 'name': Rename_Task, 'duration_secs': 0.179568} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.814903] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.815204] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f5e8f6-c1de-4b89-b8ed-070d7bb16ed8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.821976] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 827.821976] env[69302]: value = "task-3183436" [ 827.821976] env[69302]: _type = "Task" [ 827.821976] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.831043] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.853654] env[69302]: DEBUG nova.network.neutron [-] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.958224] env[69302]: DEBUG oslo_vmware.api [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183434, 'name': PowerOffVM_Task, 'duration_secs': 0.494913} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.958527] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.958657] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.958916] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7da4f379-aa4c-42de-8678-84743cba4cb7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.021230] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.021230] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.021230] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Deleting the datastore file [datastore2] 791ac5be-123d-4525-92fc-cfd6ec43c0c1 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.021230] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0fbd38c-96ab-44d2-853d-d846b1bef894 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.031229] env[69302]: DEBUG oslo_vmware.api [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for the task: (returnval){ [ 828.031229] env[69302]: value = "task-3183438" [ 828.031229] env[69302]: _type = "Task" [ 828.031229] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.041790] env[69302]: DEBUG oslo_vmware.api [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.042734] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.043696] env[69302]: DEBUG nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.048230] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.476s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.048586] env[69302]: DEBUG nova.objects.instance [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lazy-loading 'resources' on Instance uuid b9f03655-3359-4901-a28a-08abe82ee49f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.090837] env[69302]: DEBUG oslo_concurrency.lockutils [req-bf57b192-4ca2-4bd7-9b64-2a5b2b55bfe7 req-0de13d1a-3042-4e00-aa42-4756334404b6 service nova] Releasing lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.092018] env[69302]: DEBUG nova.network.neutron [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.098836] env[69302]: DEBUG nova.compute.manager [req-a638599c-eefb-48c4-a269-1d449f24fc1d req-893def2f-9ade-462c-85cf-e37ee241eaa5 service nova] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Received event network-vif-deleted-64b574e2-c3ee-4e86-b1fc-f67e0bf11780 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.165776] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d62d7688-62df-4067-83ba-95f064a02e58 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.437s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.230952] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183435, 'name': ReconfigVM_Task, 'duration_secs': 0.245428} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.231290] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636639', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'name': 'volume-e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '64c6e2db-aaf3-4fff-9792-f8a0b589e74d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52', 'serial': 'e70ef902-7b1c-428b-9814-fc9e1e0ecf52'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 828.231576] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.232439] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3fcbb1-5b26-43ff-81d1-534e533a1293 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.245880] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.247329] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bd6677e-51b0-45a9-9965-4d55fc2f74a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.280429] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520a3ae3-6360-14d7-cff4-6eecc7fcb257, 'name': SearchDatastore_Task, 'duration_secs': 0.015681} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.280429] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc814073-0184-4055-9eba-0a068759cd63 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.282786] env[69302]: DEBUG nova.network.neutron [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Updating instance_info_cache with network_info: [{"id": "49b49980-0db2-4d29-8483-fa0e0bc33b97", "address": "fa:16:3e:2a:2c:39", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b49980-0d", "ovs_interfaceid": "49b49980-0db2-4d29-8483-fa0e0bc33b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.287983] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 828.287983] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cf5a19-6973-b090-cee1-46efb23ce779" [ 828.287983] env[69302]: _type = "Task" [ 828.287983] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.297520] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cf5a19-6973-b090-cee1-46efb23ce779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.307201] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.307452] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.307634] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Deleting the datastore file [datastore2] 64c6e2db-aaf3-4fff-9792-f8a0b589e74d {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.308218] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495eeddb-abc2-44d0-ac0f-6dc57c1ccda5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.317376] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for the task: (returnval){ [ 828.317376] env[69302]: value = "task-3183440" [ 828.317376] env[69302]: _type = "Task" [ 828.317376] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.326269] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.335071] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183436, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.356879] env[69302]: INFO nova.compute.manager [-] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Took 1.55 seconds to deallocate network for instance. [ 828.541468] env[69302]: DEBUG oslo_vmware.api [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Task: {'id': task-3183438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177215} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.541739] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.541989] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.542196] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.542453] env[69302]: INFO nova.compute.manager [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 828.542842] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.542951] env[69302]: DEBUG nova.compute.manager [-] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.543013] env[69302]: DEBUG nova.network.neutron [-] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.550192] env[69302]: DEBUG nova.compute.utils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.551616] env[69302]: DEBUG nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.551830] env[69302]: DEBUG nova.network.neutron [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.597106] env[69302]: DEBUG nova.policy [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef946e017a4b473488d45be6e900ff55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396ddfc6152a432095254d856afdecc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.752893] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d1f8d68b-b1f2-4ebe-954d-b496a65e8774 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.364s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.786819] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-541bfebc-a0d5-4a24-b5af-2d54a9601a15" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.787232] env[69302]: DEBUG nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Instance network_info: |[{"id": "49b49980-0db2-4d29-8483-fa0e0bc33b97", "address": "fa:16:3e:2a:2c:39", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b49980-0d", "ovs_interfaceid": "49b49980-0db2-4d29-8483-fa0e0bc33b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.790252] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:2c:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49b49980-0db2-4d29-8483-fa0e0bc33b97', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.797983] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.798884] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.807328] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f08a318-c215-46a5-8dc1-fd11d8eb3351 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.837847] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cf5a19-6973-b090-cee1-46efb23ce779, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.842841] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.843204] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 98bc66d4-ceaf-41e5-8e44-7da3b94616f4/98bc66d4-ceaf-41e5-8e44-7da3b94616f4.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.843787] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.843787] env[69302]: value = "task-3183441" [ 828.843787] env[69302]: _type = "Task" [ 828.843787] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.846693] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dfe0219-b4f9-43fe-8877-4aa4ae51512a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.855214] env[69302]: DEBUG oslo_vmware.api [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Task: {'id': task-3183440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229699} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.859528] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.859528] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.859724] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.861816] env[69302]: DEBUG oslo_vmware.api [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183436, 'name': PowerOnVM_Task, 'duration_secs': 0.5187} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.863700] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.863948] env[69302]: INFO nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Took 8.25 seconds to spawn the instance on the hypervisor. [ 828.864152] env[69302]: DEBUG nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.864482] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 828.864482] env[69302]: value = "task-3183442" [ 828.864482] env[69302]: _type = "Task" [ 828.864482] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.865235] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1bc859-6aeb-473b-8f21-ba068b6bddbd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.878542] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183441, 'name': CreateVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.890081] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.933498] env[69302]: INFO nova.compute.manager [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Took 0.58 seconds to detach 1 volumes for instance. [ 828.938470] env[69302]: DEBUG nova.compute.manager [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Deleting volume: 9d05a5f7-5131-4746-8f1c-7236c4e7c2e3 {{(pid=69302) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 828.961028] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 828.961028] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e4561c6-96b6-4100-ba9b-c83be74e655a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.980397] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9bfd22-0eba-4227-9d0b-51805a602468 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.005220] env[69302]: DEBUG nova.compute.manager [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Received event network-vif-plugged-49b49980-0db2-4d29-8483-fa0e0bc33b97 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.005623] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] Acquiring lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.006695] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.006950] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.007151] env[69302]: DEBUG nova.compute.manager [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] No waiting events found dispatching network-vif-plugged-49b49980-0db2-4d29-8483-fa0e0bc33b97 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.007850] env[69302]: WARNING nova.compute.manager [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Received unexpected event network-vif-plugged-49b49980-0db2-4d29-8483-fa0e0bc33b97 for instance with vm_state building and task_state spawning. [ 829.007850] env[69302]: DEBUG nova.compute.manager [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Received event network-changed-49b49980-0db2-4d29-8483-fa0e0bc33b97 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.007850] env[69302]: DEBUG nova.compute.manager [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Refreshing instance network info cache due to event network-changed-49b49980-0db2-4d29-8483-fa0e0bc33b97. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.007850] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] Acquiring lock "refresh_cache-541bfebc-a0d5-4a24-b5af-2d54a9601a15" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.008012] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] Acquired lock "refresh_cache-541bfebc-a0d5-4a24-b5af-2d54a9601a15" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.008076] env[69302]: DEBUG nova.network.neutron [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Refreshing network info cache for port 49b49980-0db2-4d29-8483-fa0e0bc33b97 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.027238] env[69302]: ERROR nova.compute.manager [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Failed to detach volume e70ef902-7b1c-428b-9814-fc9e1e0ecf52 from /dev/sda: nova.exception.InstanceNotFound: Instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d could not be found. [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Traceback (most recent call last): [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self.driver.rebuild(**kwargs) [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] raise NotImplementedError() [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] NotImplementedError [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] During handling of the above exception, another exception occurred: [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Traceback (most recent call last): [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self.driver.detach_volume(context, old_connection_info, [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] return self._volumeops.detach_volume(connection_info, instance) [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self._detach_volume_vmdk(connection_info, instance) [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] stable_ref.fetch_moref(session) [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] nova.exception.InstanceNotFound: Instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d could not be found. [ 829.027238] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] [ 829.038500] env[69302]: DEBUG nova.compute.manager [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.039889] env[69302]: DEBUG nova.network.neutron [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Successfully created port: e9b349df-f693-4dbe-8afb-7cdb112708b6 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.045143] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b807affe-6727-4681-a336-7294e2afc1ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.062305] env[69302]: DEBUG nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.179848] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91106ebf-4bb5-44ed-9aa7-93a710413bca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.193265] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f49429-1b3d-46fd-a07d-bfa209f11742 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.230186] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c565672-2a91-4264-b2c5-a0ab3d05167d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.242195] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1f15b1-ba51-4953-82f9-5a63d624b3b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.247717] env[69302]: DEBUG nova.compute.utils [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Build of instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d aborted: Failed to rebuild volume backed instance. {{(pid=69302) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 829.251082] env[69302]: ERROR nova.compute.manager [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d aborted: Failed to rebuild volume backed instance. [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Traceback (most recent call last): [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self.driver.rebuild(**kwargs) [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] raise NotImplementedError() [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] NotImplementedError [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] During handling of the above exception, another exception occurred: [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Traceback (most recent call last): [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self._detach_root_volume(context, instance, root_bdm) [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] with excutils.save_and_reraise_exception(): [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self.force_reraise() [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] raise self.value [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self.driver.detach_volume(context, old_connection_info, [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] return self._volumeops.detach_volume(connection_info, instance) [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self._detach_volume_vmdk(connection_info, instance) [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] stable_ref.fetch_moref(session) [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] nova.exception.InstanceNotFound: Instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d could not be found. [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] During handling of the above exception, another exception occurred: [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Traceback (most recent call last): [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] yield [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 829.251082] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self._do_rebuild_instance_with_claim( [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self._do_rebuild_instance( [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self._rebuild_default_impl(**kwargs) [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] self._rebuild_volume_backed_instance( [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] raise exception.BuildAbortException( [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] nova.exception.BuildAbortException: Build of instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d aborted: Failed to rebuild volume backed instance. [ 829.252245] env[69302]: ERROR nova.compute.manager [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] [ 829.266703] env[69302]: DEBUG nova.compute.provider_tree [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.271225] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquiring lock "b631bcce-e3d1-402d-83c6-80e7054fee6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.271820] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "b631bcce-e3d1-402d-83c6-80e7054fee6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.271820] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquiring lock "b631bcce-e3d1-402d-83c6-80e7054fee6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.273199] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "b631bcce-e3d1-402d-83c6-80e7054fee6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.273199] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "b631bcce-e3d1-402d-83c6-80e7054fee6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.274500] env[69302]: INFO nova.compute.manager [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Terminating instance [ 829.325109] env[69302]: DEBUG nova.network.neutron [-] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.361065] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183441, 'name': CreateVM_Task, 'duration_secs': 0.33262} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.361668] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.363733] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.363733] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.363733] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.363733] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-622f2693-8ad3-4109-8fa4-a6a0a8c2848e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.370419] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 829.370419] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcfe11-06f5-2ac1-77cb-e48bc4d73607" [ 829.370419] env[69302]: _type = "Task" [ 829.370419] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.396321] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcfe11-06f5-2ac1-77cb-e48bc4d73607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.402724] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183442, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.403127] env[69302]: INFO nova.compute.manager [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Took 43.15 seconds to build instance. [ 829.449928] env[69302]: DEBUG nova.network.neutron [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Updated VIF entry in instance network info cache for port 49b49980-0db2-4d29-8483-fa0e0bc33b97. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.450355] env[69302]: DEBUG nova.network.neutron [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Updating instance_info_cache with network_info: [{"id": "49b49980-0db2-4d29-8483-fa0e0bc33b97", "address": "fa:16:3e:2a:2c:39", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49b49980-0d", "ovs_interfaceid": "49b49980-0db2-4d29-8483-fa0e0bc33b97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.543837] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.556485] env[69302]: INFO nova.compute.manager [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] instance snapshotting [ 829.562948] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a411f-17bf-4c21-8114-e1f8bb344d22 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.589674] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538707d4-9e46-4d11-a989-e59e29c58657 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.688356] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "2175530c-3872-4bc2-9ffd-b8678ab52d39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.688356] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "2175530c-3872-4bc2-9ffd-b8678ab52d39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.775022] env[69302]: DEBUG nova.scheduler.client.report [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.778435] env[69302]: DEBUG nova.compute.manager [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.778728] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.779616] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d509a348-4f16-4b43-a736-b403bff500f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.788955] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.789089] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73b3b463-3fbb-4f39-8110-74055791e061 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.796864] env[69302]: DEBUG oslo_vmware.api [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 829.796864] env[69302]: value = "task-3183444" [ 829.796864] env[69302]: _type = "Task" [ 829.796864] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.805719] env[69302]: DEBUG oslo_vmware.api [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3183444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.827557] env[69302]: INFO nova.compute.manager [-] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Took 1.28 seconds to deallocate network for instance. [ 829.883268] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558544} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.883944] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 98bc66d4-ceaf-41e5-8e44-7da3b94616f4/98bc66d4-ceaf-41e5-8e44-7da3b94616f4.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.884223] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.884485] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6027268-7065-4f1e-98d2-2c2805ff564f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.889765] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcfe11-06f5-2ac1-77cb-e48bc4d73607, 'name': SearchDatastore_Task, 'duration_secs': 0.021591} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.890425] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.890693] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.890914] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.891083] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.891293] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.891550] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-269be1d2-56f8-433e-8e67-a050b65a45ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.897030] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 829.897030] env[69302]: value = "task-3183445" [ 829.897030] env[69302]: _type = "Task" [ 829.897030] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.901914] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.902232] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.903479] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3aa211-3972-4afc-8e86-b456e2ed3daf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.909176] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ff0b416-93eb-435a-9552-0073127e3e6d tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "64ac329d-1c2d-49d3-b26f-111f725d3a34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.919s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.909432] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.912421] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 829.912421] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fb5ef9-970f-faef-5389-1d1bd821a4a4" [ 829.912421] env[69302]: _type = "Task" [ 829.912421] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.924099] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fb5ef9-970f-faef-5389-1d1bd821a4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.952791] env[69302]: DEBUG oslo_concurrency.lockutils [req-6de1ee08-e351-488a-9d5d-7a2db7605e7a req-acbbb817-d5c2-4a47-8402-c30ca25ffd68 service nova] Releasing lock "refresh_cache-541bfebc-a0d5-4a24-b5af-2d54a9601a15" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.092957] env[69302]: DEBUG nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.104681] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 830.106058] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce21edcb-3580-4be6-ba52-16c4885b4b4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.112691] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 830.112691] env[69302]: value = "task-3183446" [ 830.112691] env[69302]: _type = "Task" [ 830.112691] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.118207] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.118434] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.118588] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.118771] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.118920] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.119072] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.119271] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.119432] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.119715] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.119888] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.120000] env[69302]: DEBUG nova.virt.hardware [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.121138] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf2353e-d01a-4c45-b867-a96c8821908a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.128368] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.131593] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772c44e6-d953-4b32-ac5e-3ca7a06ac2e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.191127] env[69302]: DEBUG nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.278094] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.283587] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.499s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.285093] env[69302]: INFO nova.compute.claims [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.303921] env[69302]: INFO nova.scheduler.client.report [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted allocations for instance b9f03655-3359-4901-a28a-08abe82ee49f [ 830.308423] env[69302]: DEBUG oslo_vmware.api [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3183444, 'name': PowerOffVM_Task, 'duration_secs': 0.474999} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.311023] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.311114] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.311293] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74243b38-f5ab-4b3a-ad35-536102114b4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.335643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.386245] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.386245] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.386245] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Deleting the datastore file [datastore1] b631bcce-e3d1-402d-83c6-80e7054fee6e {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.386626] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b1e2453-06fa-4141-9f22-f43e17682384 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.393788] env[69302]: DEBUG oslo_vmware.api [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for the task: (returnval){ [ 830.393788] env[69302]: value = "task-3183448" [ 830.393788] env[69302]: _type = "Task" [ 830.393788] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.405378] env[69302]: DEBUG oslo_vmware.api [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3183448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.408358] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.377117} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.408705] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.409395] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0415f4-ad56-4720-9551-384042a50b2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.425880] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquiring lock "64ac329d-1c2d-49d3-b26f-111f725d3a34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.426131] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "64ac329d-1c2d-49d3-b26f-111f725d3a34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.426339] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquiring lock "64ac329d-1c2d-49d3-b26f-111f725d3a34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.426520] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "64ac329d-1c2d-49d3-b26f-111f725d3a34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.426687] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "64ac329d-1c2d-49d3-b26f-111f725d3a34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.436577] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 98bc66d4-ceaf-41e5-8e44-7da3b94616f4/98bc66d4-ceaf-41e5-8e44-7da3b94616f4.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.437134] env[69302]: INFO nova.compute.manager [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Terminating instance [ 830.438914] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e18d4bb6-1d6b-404e-8b8d-9a2190b3da4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.458118] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fb5ef9-970f-faef-5389-1d1bd821a4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.020338} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.459519] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0324c811-c7e0-4a84-b9a6-96ec61db8eda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.464376] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 830.464376] env[69302]: value = "task-3183449" [ 830.464376] env[69302]: _type = "Task" [ 830.464376] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.465503] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 830.465503] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524863d3-d8f2-44f9-3ec4-e2f2237a9423" [ 830.465503] env[69302]: _type = "Task" [ 830.465503] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.478352] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.478580] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524863d3-d8f2-44f9-3ec4-e2f2237a9423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.626252] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183446, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.715093] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.816973] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4e4ac00a-329e-46a8-a150-e4a6ec281a65 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9f03655-3359-4901-a28a-08abe82ee49f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.792s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.903333] env[69302]: DEBUG oslo_vmware.api [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Task: {'id': task-3183448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181814} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.903581] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.903761] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.903928] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.904112] env[69302]: INFO nova.compute.manager [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 830.904357] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.904542] env[69302]: DEBUG nova.compute.manager [-] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.904632] env[69302]: DEBUG nova.network.neutron [-] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.959564] env[69302]: DEBUG nova.compute.manager [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.959826] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.960716] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa2cd3f-470c-4af2-9bbe-217bfe7d02b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.971077] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.976867] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaebbbda-5672-4521-8f67-06bce1ba4c47 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.983193] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183449, 'name': ReconfigVM_Task, 'duration_secs': 0.343093} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.988709] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 98bc66d4-ceaf-41e5-8e44-7da3b94616f4/98bc66d4-ceaf-41e5-8e44-7da3b94616f4.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.988709] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69302) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 830.988709] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524863d3-d8f2-44f9-3ec4-e2f2237a9423, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.988942] env[69302]: DEBUG oslo_vmware.api [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 830.988942] env[69302]: value = "task-3183450" [ 830.988942] env[69302]: _type = "Task" [ 830.988942] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.989245] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d32855ba-b75b-4dc6-8a19-e632f1519bb8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.991293] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.991572] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 541bfebc-a0d5-4a24-b5af-2d54a9601a15/541bfebc-a0d5-4a24-b5af-2d54a9601a15.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.991843] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a81ed4a8-24ff-4fd1-97cc-6a8ab3f4cea0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.010760] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 831.010760] env[69302]: value = "task-3183451" [ 831.010760] env[69302]: _type = "Task" [ 831.010760] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.012231] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 831.012231] env[69302]: value = "task-3183452" [ 831.012231] env[69302]: _type = "Task" [ 831.012231] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.024111] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183451, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.026788] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.125919] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183446, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.190157] env[69302]: DEBUG nova.network.neutron [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Successfully updated port: e9b349df-f693-4dbe-8afb-7cdb112708b6 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.270466] env[69302]: DEBUG nova.compute.manager [req-b6c94dd8-6fd0-4dfa-a159-14626cea2f35 req-4b99ae0d-442d-4896-b450-bf58a3800f55 service nova] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Received event network-vif-deleted-5f212e2d-2af9-4627-8d84-cff25203241a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.294579] env[69302]: DEBUG oslo_concurrency.lockutils [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.323481] env[69302]: DEBUG nova.compute.manager [req-bfd903e9-8788-4207-b5f1-45e391c57377 req-acb088d1-7ffe-44ab-ab38-fc03dbdc6b23 service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Received event network-vif-plugged-e9b349df-f693-4dbe-8afb-7cdb112708b6 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.323481] env[69302]: DEBUG oslo_concurrency.lockutils [req-bfd903e9-8788-4207-b5f1-45e391c57377 req-acb088d1-7ffe-44ab-ab38-fc03dbdc6b23 service nova] Acquiring lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.323481] env[69302]: DEBUG oslo_concurrency.lockutils [req-bfd903e9-8788-4207-b5f1-45e391c57377 req-acb088d1-7ffe-44ab-ab38-fc03dbdc6b23 service nova] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.323825] env[69302]: DEBUG oslo_concurrency.lockutils [req-bfd903e9-8788-4207-b5f1-45e391c57377 req-acb088d1-7ffe-44ab-ab38-fc03dbdc6b23 service nova] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.323825] env[69302]: DEBUG nova.compute.manager [req-bfd903e9-8788-4207-b5f1-45e391c57377 req-acb088d1-7ffe-44ab-ab38-fc03dbdc6b23 service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] No waiting events found dispatching network-vif-plugged-e9b349df-f693-4dbe-8afb-7cdb112708b6 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.324127] env[69302]: WARNING nova.compute.manager [req-bfd903e9-8788-4207-b5f1-45e391c57377 req-acb088d1-7ffe-44ab-ab38-fc03dbdc6b23 service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Received unexpected event network-vif-plugged-e9b349df-f693-4dbe-8afb-7cdb112708b6 for instance with vm_state building and task_state spawning. [ 831.501769] env[69302]: DEBUG oslo_vmware.api [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183450, 'name': PowerOffVM_Task, 'duration_secs': 0.222037} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.502224] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.502423] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.502751] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-959b4e6f-9e1c-477c-b726-9e3fbb17fca5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.525556] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183451, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.085129} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.528944] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69302) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 831.529436] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.530390] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8bd91a-555d-4152-a6e8-ab9d5767edf8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.555538] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquiring lock "17485f1e-c1f0-432e-a121-14a75e4afd52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.555797] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "17485f1e-c1f0-432e-a121-14a75e4afd52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.556010] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquiring lock "17485f1e-c1f0-432e-a121-14a75e4afd52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.556228] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "17485f1e-c1f0-432e-a121-14a75e4afd52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.556401] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "17485f1e-c1f0-432e-a121-14a75e4afd52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.565639] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 98bc66d4-ceaf-41e5-8e44-7da3b94616f4/ephemeral_0.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.566461] env[69302]: INFO nova.compute.manager [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Terminating instance [ 831.570771] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc3ff2d-b720-42ca-b5f3-8c2a124c8087 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.590108] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.590350] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.590479] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Deleting the datastore file [datastore2] 64ac329d-1c2d-49d3-b26f-111f725d3a34 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.591587] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-625987dc-7eba-4623-b455-7b230504a8d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.595894] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 831.595894] env[69302]: value = "task-3183454" [ 831.595894] env[69302]: _type = "Task" [ 831.595894] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.602122] env[69302]: DEBUG oslo_vmware.api [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for the task: (returnval){ [ 831.602122] env[69302]: value = "task-3183455" [ 831.602122] env[69302]: _type = "Task" [ 831.602122] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.607567] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.617488] env[69302]: DEBUG oslo_vmware.api [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.626239] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183446, 'name': CreateSnapshot_Task, 'duration_secs': 1.058103} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.628923] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.630568] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669b9626-34e9-4f83-9fdb-23664a246407 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.697041] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.697041] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.697041] env[69302]: DEBUG nova.network.neutron [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.827642] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3feddba9-7d22-4197-a920-6616e8ac7663 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.835734] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d75a47-0b52-4652-8992-96c1e1005541 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.871133] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8aea82-e155-41d6-a131-5a73f1c10d95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.880489] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2509a206-5916-43b8-b9f3-e43ba4a5eabd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.895882] env[69302]: DEBUG nova.compute.provider_tree [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.025188] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60179} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.025188] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 541bfebc-a0d5-4a24-b5af-2d54a9601a15/541bfebc-a0d5-4a24-b5af-2d54a9601a15.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.025188] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.025188] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a3ebcf-66c3-457f-9d71-a21fc7291869 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.032418] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 832.032418] env[69302]: value = "task-3183456" [ 832.032418] env[69302]: _type = "Task" [ 832.032418] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.040245] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.091654] env[69302]: DEBUG nova.compute.manager [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.091943] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.092835] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c39336a-5b29-4596-8a61-ef0e5c94068b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.102577] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.105838] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de0c122-36f5-43fb-bc4c-66aa70ca1c82 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.111350] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183454, 'name': ReconfigVM_Task, 'duration_secs': 0.363654} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.112611] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 98bc66d4-ceaf-41e5-8e44-7da3b94616f4/ephemeral_0.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.113382] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a2f6abb-cde7-4e0f-a63e-cad1b6d02e06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.117661] env[69302]: DEBUG oslo_vmware.api [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Task: {'id': task-3183455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177125} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.119145] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.119334] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.119509] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.119688] env[69302]: INFO nova.compute.manager [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Took 1.16 seconds to destroy the instance on the hypervisor. [ 832.119943] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.120170] env[69302]: DEBUG nova.network.neutron [-] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.121278] env[69302]: DEBUG oslo_vmware.api [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 832.121278] env[69302]: value = "task-3183457" [ 832.121278] env[69302]: _type = "Task" [ 832.121278] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.121471] env[69302]: DEBUG nova.compute.manager [-] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.121562] env[69302]: DEBUG nova.network.neutron [-] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.127680] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 832.127680] env[69302]: value = "task-3183458" [ 832.127680] env[69302]: _type = "Task" [ 832.127680] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.134778] env[69302]: DEBUG oslo_vmware.api [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.141300] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183458, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.150276] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 832.151118] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ee50d9d-2813-4917-9d6a-30bfd1fc37e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.161036] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 832.161036] env[69302]: value = "task-3183459" [ 832.161036] env[69302]: _type = "Task" [ 832.161036] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.171519] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183459, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.253868] env[69302]: DEBUG nova.network.neutron [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.281870] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Acquiring lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.282258] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.282646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Acquiring lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.283593] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.283913] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.287512] env[69302]: INFO nova.compute.manager [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Terminating instance [ 832.399186] env[69302]: DEBUG nova.scheduler.client.report [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.447820] env[69302]: DEBUG nova.network.neutron [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance_info_cache with network_info: [{"id": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "address": "fa:16:3e:ab:a6:b2", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b349df-f6", "ovs_interfaceid": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.545168] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195423} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.545730] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.548172] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a580311-5292-4527-be76-4ca1a995e9fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.573727] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 541bfebc-a0d5-4a24-b5af-2d54a9601a15/541bfebc-a0d5-4a24-b5af-2d54a9601a15.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.574935] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194dccbd-bae7-49af-973a-e6a9222d7f04 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.595880] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 832.595880] env[69302]: value = "task-3183460" [ 832.595880] env[69302]: _type = "Task" [ 832.595880] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.606461] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.625198] env[69302]: INFO nova.compute.manager [-] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Took 1.72 seconds to deallocate network for instance. [ 832.644439] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183458, 'name': Rename_Task, 'duration_secs': 0.212549} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.647456] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.647737] env[69302]: DEBUG oslo_vmware.api [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183457, 'name': PowerOffVM_Task, 'duration_secs': 0.19589} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.647933] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0df418-a29f-432f-b9c4-cac4eb1bc755 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.650195] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.651029] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.651029] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b649757-78ff-44c2-91a0-8de82ad1c52a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.658109] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 832.658109] env[69302]: value = "task-3183461" [ 832.658109] env[69302]: _type = "Task" [ 832.658109] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.666971] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.672733] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183459, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.720505] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.720728] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.720912] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Deleting the datastore file [datastore2] 17485f1e-c1f0-432e-a121-14a75e4afd52 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.721202] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b66b2cd-8e74-4343-8713-8f21dd850db8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.728345] env[69302]: DEBUG oslo_vmware.api [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for the task: (returnval){ [ 832.728345] env[69302]: value = "task-3183463" [ 832.728345] env[69302]: _type = "Task" [ 832.728345] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.736768] env[69302]: DEBUG oslo_vmware.api [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.792543] env[69302]: DEBUG nova.compute.manager [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.792947] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaee489c-fd55-465c-9fd3-b913a72cef2a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.805200] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0053abd2-b7bb-4472-be28-ddaa6429c755 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.839631] env[69302]: WARNING nova.virt.vmwareapi.driver [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d could not be found. [ 832.839883] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.840253] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-700a9195-e002-43b2-90c9-6cb39b40117e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.848732] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e682d3af-05d2-41c3-ac23-a9796cab55c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.891547] env[69302]: WARNING nova.virt.vmwareapi.vmops [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 64c6e2db-aaf3-4fff-9792-f8a0b589e74d could not be found. [ 832.891910] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.892224] env[69302]: INFO nova.compute.manager [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Took 0.10 seconds to destroy the instance on the hypervisor. [ 832.892613] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.892980] env[69302]: DEBUG nova.compute.manager [-] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.893144] env[69302]: DEBUG nova.network.neutron [-] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.904909] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.905619] env[69302]: DEBUG nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.909284] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.209s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.909545] env[69302]: DEBUG nova.objects.instance [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lazy-loading 'resources' on Instance uuid 920276bd-e963-42f7-8509-aa0dc104fe6d {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.950635] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.951093] env[69302]: DEBUG nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Instance network_info: |[{"id": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "address": "fa:16:3e:ab:a6:b2", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b349df-f6", "ovs_interfaceid": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.951755] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:a6:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9b349df-f693-4dbe-8afb-7cdb112708b6', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.965032] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.965442] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.965758] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0654d28f-8d3e-49d7-98d1-6f6f252ac7dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.990596] env[69302]: DEBUG nova.network.neutron [-] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.998742] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.998742] env[69302]: value = "task-3183464" [ 832.998742] env[69302]: _type = "Task" [ 832.998742] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.010903] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183464, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.108086] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183460, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.140461] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.179241] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183459, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.184298] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.242286] env[69302]: DEBUG oslo_vmware.api [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Task: {'id': task-3183463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135461} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.243192] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.243298] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.243747] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.243909] env[69302]: INFO nova.compute.manager [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Took 1.15 seconds to destroy the instance on the hypervisor. [ 833.244326] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.244615] env[69302]: DEBUG nova.compute.manager [-] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.244850] env[69302]: DEBUG nova.network.neutron [-] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.395018] env[69302]: DEBUG nova.compute.manager [req-784d736a-5686-4d3a-bd8b-87b82ab3417f req-ef0a2453-c804-446e-aae4-fbe97aba9fda service nova] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Received event network-vif-deleted-79d3551b-9a7d-4719-9da2-9a43778ca4be {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.395018] env[69302]: DEBUG nova.compute.manager [req-784d736a-5686-4d3a-bd8b-87b82ab3417f req-ef0a2453-c804-446e-aae4-fbe97aba9fda service nova] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Received event network-vif-deleted-80941280-28ee-433a-a8da-a0f21c0b802c {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.417184] env[69302]: DEBUG nova.compute.utils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.424137] env[69302]: DEBUG nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.424137] env[69302]: DEBUG nova.network.neutron [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.425887] env[69302]: DEBUG nova.compute.manager [req-c31738ab-be4d-49f2-8c4f-7010b2ea314f req-b493c44d-115c-4663-b01a-cff154900e45 service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Received event network-changed-e9b349df-f693-4dbe-8afb-7cdb112708b6 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.426260] env[69302]: DEBUG nova.compute.manager [req-c31738ab-be4d-49f2-8c4f-7010b2ea314f req-b493c44d-115c-4663-b01a-cff154900e45 service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Refreshing instance network info cache due to event network-changed-e9b349df-f693-4dbe-8afb-7cdb112708b6. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.426614] env[69302]: DEBUG oslo_concurrency.lockutils [req-c31738ab-be4d-49f2-8c4f-7010b2ea314f req-b493c44d-115c-4663-b01a-cff154900e45 service nova] Acquiring lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.426899] env[69302]: DEBUG oslo_concurrency.lockutils [req-c31738ab-be4d-49f2-8c4f-7010b2ea314f req-b493c44d-115c-4663-b01a-cff154900e45 service nova] Acquired lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.428067] env[69302]: DEBUG nova.network.neutron [req-c31738ab-be4d-49f2-8c4f-7010b2ea314f req-b493c44d-115c-4663-b01a-cff154900e45 service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Refreshing network info cache for port e9b349df-f693-4dbe-8afb-7cdb112708b6 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.493420] env[69302]: INFO nova.compute.manager [-] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Took 1.37 seconds to deallocate network for instance. [ 833.498607] env[69302]: DEBUG nova.policy [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '776770cea2c447cc94c9cc3ec797aa43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ac22eb1f95e49a1ad60ba4d44ac71b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.519487] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183464, 'name': CreateVM_Task, 'duration_secs': 0.384758} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.519615] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.521318] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.521484] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.521845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.524404] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a277b2ff-fea3-4fe2-a70c-dbfa2832f48d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.531285] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 833.531285] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a22ec3-cd86-ea23-e034-f35298b82b8f" [ 833.531285] env[69302]: _type = "Task" [ 833.531285] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.537215] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a22ec3-cd86-ea23-e034-f35298b82b8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.611040] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183460, 'name': ReconfigVM_Task, 'duration_secs': 0.705425} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.614539] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 541bfebc-a0d5-4a24-b5af-2d54a9601a15/541bfebc-a0d5-4a24-b5af-2d54a9601a15.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.619231] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0492d110-619a-4649-933e-be558e4af00d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.632565] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 833.632565] env[69302]: value = "task-3183465" [ 833.632565] env[69302]: _type = "Task" [ 833.632565] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.642440] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183465, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.691589] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183459, 'name': CloneVM_Task, 'duration_secs': 1.409679} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.691589] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183461, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.694761] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Created linked-clone VM from snapshot [ 833.696424] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e73c89a-0506-43ef-981f-f66af2cb7f13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.706253] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Uploading image 918619bd-92a8-4081-849e-040f875add93 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.746298] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.746298] env[69302]: value = "vm-636722" [ 833.746298] env[69302]: _type = "VirtualMachine" [ 833.746298] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.746298] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4478cc5f-1480-4897-a58a-232cc08b61b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.758932] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lease: (returnval){ [ 833.758932] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521163a9-b780-9c98-5588-e0f16bd11e4e" [ 833.758932] env[69302]: _type = "HttpNfcLease" [ 833.758932] env[69302]: } obtained for exporting VM: (result){ [ 833.758932] env[69302]: value = "vm-636722" [ 833.758932] env[69302]: _type = "VirtualMachine" [ 833.758932] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.760354] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the lease: (returnval){ [ 833.760354] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521163a9-b780-9c98-5588-e0f16bd11e4e" [ 833.760354] env[69302]: _type = "HttpNfcLease" [ 833.760354] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.770581] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.770581] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521163a9-b780-9c98-5588-e0f16bd11e4e" [ 833.770581] env[69302]: _type = "HttpNfcLease" [ 833.770581] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 833.930404] env[69302]: DEBUG nova.network.neutron [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Successfully created port: 89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.933082] env[69302]: DEBUG nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.967946] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a08a9-8d22-408d-b0c2-548401a2a9db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.979866] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744f4c1-f792-451c-beb0-3aa66b3c9cdd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.013417] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.017766] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b835a-d051-4b39-b794-3d24c1410314 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.027895] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9117df4-a9da-4130-9ae5-a258c64485e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.047422] env[69302]: DEBUG nova.compute.provider_tree [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.053097] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a22ec3-cd86-ea23-e034-f35298b82b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.016618} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.053639] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.053875] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.054121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.054265] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.054440] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.054972] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92c53e47-bf8f-413c-b641-2c81171b32ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.064621] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.064728] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.065672] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccbd835-c7a1-41ca-9e8e-f7d110eefeb5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.071556] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 834.071556] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d00746-67dd-436b-ceb3-9e65fe5b832b" [ 834.071556] env[69302]: _type = "Task" [ 834.071556] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.079979] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d00746-67dd-436b-ceb3-9e65fe5b832b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.107939] env[69302]: DEBUG nova.network.neutron [-] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.144224] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183465, 'name': Rename_Task, 'duration_secs': 0.274121} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.146813] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.147570] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9ed01d-3334-4580-93d5-bfbe88633064 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.154623] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 834.154623] env[69302]: value = "task-3183467" [ 834.154623] env[69302]: _type = "Task" [ 834.154623] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.162725] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.177223] env[69302]: DEBUG oslo_vmware.api [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183461, 'name': PowerOnVM_Task, 'duration_secs': 1.130513} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.177488] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.177695] env[69302]: INFO nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Took 10.48 seconds to spawn the instance on the hypervisor. [ 834.177874] env[69302]: DEBUG nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.178683] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc66f47-8855-4526-9b57-10340268c6f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.270999] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.270999] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521163a9-b780-9c98-5588-e0f16bd11e4e" [ 834.270999] env[69302]: _type = "HttpNfcLease" [ 834.270999] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 834.271320] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 834.271320] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521163a9-b780-9c98-5588-e0f16bd11e4e" [ 834.271320] env[69302]: _type = "HttpNfcLease" [ 834.271320] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 834.272074] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b090835-cfe5-4bcb-b7df-c08279965885 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.280737] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c792fd-e348-5dbd-44ea-157aa2dcb483/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 834.280921] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c792fd-e348-5dbd-44ea-157aa2dcb483/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 834.427760] env[69302]: DEBUG nova.network.neutron [req-c31738ab-be4d-49f2-8c4f-7010b2ea314f req-b493c44d-115c-4663-b01a-cff154900e45 service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updated VIF entry in instance network info cache for port e9b349df-f693-4dbe-8afb-7cdb112708b6. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.428170] env[69302]: DEBUG nova.network.neutron [req-c31738ab-be4d-49f2-8c4f-7010b2ea314f req-b493c44d-115c-4663-b01a-cff154900e45 service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance_info_cache with network_info: [{"id": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "address": "fa:16:3e:ab:a6:b2", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b349df-f6", "ovs_interfaceid": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.488394] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62f0a56a-2a4c-4934-b82c-520915c4df99 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.556336] env[69302]: DEBUG nova.scheduler.client.report [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.583058] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d00746-67dd-436b-ceb3-9e65fe5b832b, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.583887] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c89dd8-803a-4195-b7d4-44195cd39070 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.589626] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 834.589626] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bbee5e-5c06-115b-16e6-a7c7d7b7e27e" [ 834.589626] env[69302]: _type = "Task" [ 834.589626] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.600514] env[69302]: DEBUG nova.network.neutron [-] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.601688] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bbee5e-5c06-115b-16e6-a7c7d7b7e27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.615212] env[69302]: INFO nova.compute.manager [-] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Took 1.72 seconds to deallocate network for instance. [ 834.666368] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.707409] env[69302]: INFO nova.compute.manager [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Took 39.35 seconds to build instance. [ 834.932328] env[69302]: DEBUG oslo_concurrency.lockutils [req-c31738ab-be4d-49f2-8c4f-7010b2ea314f req-b493c44d-115c-4663-b01a-cff154900e45 service nova] Releasing lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.950875] env[69302]: DEBUG nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.983079] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.983298] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.983458] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.983657] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.985877] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.986149] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.986479] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.986660] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.986860] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.987068] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.987606] env[69302]: DEBUG nova.virt.hardware [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.988295] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b3a828-a943-409d-abd6-d3ed9bc0bde5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.997712] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5dcd2-1e56-4818-ab79-dfa953eb1271 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.062665] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.066785] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.420s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.068876] env[69302]: INFO nova.compute.claims [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.097782] env[69302]: INFO nova.scheduler.client.report [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Deleted allocations for instance 920276bd-e963-42f7-8509-aa0dc104fe6d [ 835.106877] env[69302]: INFO nova.compute.manager [-] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Took 1.86 seconds to deallocate network for instance. [ 835.107419] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bbee5e-5c06-115b-16e6-a7c7d7b7e27e, 'name': SearchDatastore_Task, 'duration_secs': 0.013602} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.112106] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.112598] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] b9ec01ce-88d5-49c0-a224-fdd8c5b75100/b9ec01ce-88d5-49c0-a224-fdd8c5b75100.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.117204] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc1a9899-faf9-46a0-8120-d1f76cf6640a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.127939] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 835.127939] env[69302]: value = "task-3183468" [ 835.127939] env[69302]: _type = "Task" [ 835.127939] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.144843] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.169774] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183467, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.183170] env[69302]: INFO nova.compute.manager [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Took 0.57 seconds to detach 1 volumes for instance. [ 835.187236] env[69302]: DEBUG nova.compute.manager [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Deleting volume: e70ef902-7b1c-428b-9814-fc9e1e0ecf52 {{(pid=69302) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 835.209550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-edf70993-9256-416f-8b97-2b259f75374d tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.881s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.541245] env[69302]: DEBUG nova.compute.manager [req-65228b5d-6da6-4b2f-b31e-bec791efca52 req-41ace7eb-9a56-4827-8512-0996a93c4892 service nova] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Received event network-vif-deleted-ce857df3-bea6-461a-88e2-e1d411adb495 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.616206] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b36df3a5-ae44-4143-b846-159e2ea552e8 tempest-ServersTestMultiNic-1394143604 tempest-ServersTestMultiNic-1394143604-project-member] Lock "920276bd-e963-42f7-8509-aa0dc104fe6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.711s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.625225] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.641521] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506064} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.643458] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] b9ec01ce-88d5-49c0-a224-fdd8c5b75100/b9ec01ce-88d5-49c0-a224-fdd8c5b75100.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.643942] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.644922] env[69302]: DEBUG nova.compute.manager [req-2a4e688e-7e44-4002-82af-5dd6ae956306 req-68c7e73b-c0d4-4d85-8ccd-b2fb3a6ab1e5 service nova] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Received event network-vif-deleted-47101f37-04ad-4d16-af99-af7852dad612 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.645569] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20c86d5e-9589-4cac-9a48-1703cce77605 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.656015] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 835.656015] env[69302]: value = "task-3183470" [ 835.656015] env[69302]: _type = "Task" [ 835.656015] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.670513] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.674950] env[69302]: DEBUG oslo_vmware.api [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183467, 'name': PowerOnVM_Task, 'duration_secs': 1.021223} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.675281] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.675581] env[69302]: INFO nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Took 9.30 seconds to spawn the instance on the hypervisor. [ 835.675777] env[69302]: DEBUG nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.676914] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945bf7f2-b05e-47aa-94f7-0a2c588f3e68 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.745930] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.039627] env[69302]: DEBUG nova.network.neutron [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Successfully updated port: 89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.166018] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071062} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.166018] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.168261] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31505c4b-583c-475a-98ea-12dc2eae3490 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.196212] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] b9ec01ce-88d5-49c0-a224-fdd8c5b75100/b9ec01ce-88d5-49c0-a224-fdd8c5b75100.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.208051] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de585ab-d2c2-407a-bb85-bf8d6bec7fcf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.230120] env[69302]: INFO nova.compute.manager [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Took 35.34 seconds to build instance. [ 836.237878] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 836.237878] env[69302]: value = "task-3183471" [ 836.237878] env[69302]: _type = "Task" [ 836.237878] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.246941] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.544029] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.544152] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquired lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.544285] env[69302]: DEBUG nova.network.neutron [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.657873] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e307404b-6eba-4dd7-a7e3-40bc62e445a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.673035] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a36fe5b-9779-401c-968e-aec717983eea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.739376] env[69302]: DEBUG oslo_concurrency.lockutils [None req-87eb9c76-aec0-43f9-80d7-ae7f1b825749 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.754s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.749157] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c850dd-ad2f-4940-9813-a8bee3cb0dfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.764647] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183471, 'name': ReconfigVM_Task, 'duration_secs': 0.504955} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.767211] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f0cc26-50d3-4756-bb1e-787dc0b7cbb4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.778018] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Reconfigured VM instance instance-00000032 to attach disk [datastore1] b9ec01ce-88d5-49c0-a224-fdd8c5b75100/b9ec01ce-88d5-49c0-a224-fdd8c5b75100.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.778018] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4650bf02-8e71-403a-8a14-79e238e64fed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.797484] env[69302]: DEBUG nova.compute.provider_tree [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.804027] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 836.804027] env[69302]: value = "task-3183472" [ 836.804027] env[69302]: _type = "Task" [ 836.804027] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.811160] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183472, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.303149] env[69302]: DEBUG nova.scheduler.client.report [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.320952] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183472, 'name': Rename_Task, 'duration_secs': 0.298339} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.321310] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.322341] env[69302]: DEBUG nova.network.neutron [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.326261] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7130c462-0cf0-4928-b087-3917d965be0e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.335340] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 837.335340] env[69302]: value = "task-3183473" [ 837.335340] env[69302]: _type = "Task" [ 837.335340] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.345144] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.450259] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.451120] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.499272] env[69302]: DEBUG nova.network.neutron [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Updating instance_info_cache with network_info: [{"id": "89234757-80c7-4ce6-902b-c111570cf1d4", "address": "fa:16:3e:7e:d6:24", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89234757-80", "ovs_interfaceid": "89234757-80c7-4ce6-902b-c111570cf1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.604035] env[69302]: DEBUG nova.compute.manager [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Received event network-vif-plugged-89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.604382] env[69302]: DEBUG oslo_concurrency.lockutils [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] Acquiring lock "eba4ea5b-5442-422c-acfd-6926eb50744d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.604556] env[69302]: DEBUG oslo_concurrency.lockutils [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] Lock "eba4ea5b-5442-422c-acfd-6926eb50744d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.604727] env[69302]: DEBUG oslo_concurrency.lockutils [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] Lock "eba4ea5b-5442-422c-acfd-6926eb50744d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.604891] env[69302]: DEBUG nova.compute.manager [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] No waiting events found dispatching network-vif-plugged-89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.605219] env[69302]: WARNING nova.compute.manager [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Received unexpected event network-vif-plugged-89234757-80c7-4ce6-902b-c111570cf1d4 for instance with vm_state building and task_state spawning. [ 837.605439] env[69302]: DEBUG nova.compute.manager [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Received event network-changed-89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.605934] env[69302]: DEBUG nova.compute.manager [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Refreshing instance network info cache due to event network-changed-89234757-80c7-4ce6-902b-c111570cf1d4. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.606173] env[69302]: DEBUG oslo_concurrency.lockutils [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] Acquiring lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.768809] env[69302]: DEBUG nova.compute.manager [req-6b7a9889-a381-4fc9-9265-259356712c4c req-c7517ef2-7625-4971-be7b-e5f7bc2e50b3 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Received event network-changed-b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.769017] env[69302]: DEBUG nova.compute.manager [req-6b7a9889-a381-4fc9-9265-259356712c4c req-c7517ef2-7625-4971-be7b-e5f7bc2e50b3 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Refreshing instance network info cache due to event network-changed-b9bad5df-1cc3-482f-a4c9-a663d2188018. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.769240] env[69302]: DEBUG oslo_concurrency.lockutils [req-6b7a9889-a381-4fc9-9265-259356712c4c req-c7517ef2-7625-4971-be7b-e5f7bc2e50b3 service nova] Acquiring lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.769480] env[69302]: DEBUG oslo_concurrency.lockutils [req-6b7a9889-a381-4fc9-9265-259356712c4c req-c7517ef2-7625-4971-be7b-e5f7bc2e50b3 service nova] Acquired lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.769541] env[69302]: DEBUG nova.network.neutron [req-6b7a9889-a381-4fc9-9265-259356712c4c req-c7517ef2-7625-4971-be7b-e5f7bc2e50b3 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Refreshing network info cache for port b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.814512] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.815308] env[69302]: DEBUG nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.818312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.225s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.849375] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.959550] env[69302]: DEBUG nova.compute.utils [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.002547] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Releasing lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.002925] env[69302]: DEBUG nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Instance network_info: |[{"id": "89234757-80c7-4ce6-902b-c111570cf1d4", "address": "fa:16:3e:7e:d6:24", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89234757-80", "ovs_interfaceid": "89234757-80c7-4ce6-902b-c111570cf1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.003289] env[69302]: DEBUG oslo_concurrency.lockutils [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] Acquired lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.003477] env[69302]: DEBUG nova.network.neutron [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Refreshing network info cache for port 89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.004826] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:d6:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89234757-80c7-4ce6-902b-c111570cf1d4', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.015021] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.018581] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.019582] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9619c31-9c66-43bc-9633-ff7eba88a625 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.041837] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.041837] env[69302]: value = "task-3183474" [ 838.041837] env[69302]: _type = "Task" [ 838.041837] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.049516] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183474, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.323586] env[69302]: DEBUG nova.compute.utils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.323586] env[69302]: DEBUG nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.332466] env[69302]: DEBUG nova.network.neutron [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.336534] env[69302]: INFO nova.compute.claims [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.355660] env[69302]: DEBUG nova.network.neutron [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Updated VIF entry in instance network info cache for port 89234757-80c7-4ce6-902b-c111570cf1d4. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.356036] env[69302]: DEBUG nova.network.neutron [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Updating instance_info_cache with network_info: [{"id": "89234757-80c7-4ce6-902b-c111570cf1d4", "address": "fa:16:3e:7e:d6:24", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89234757-80", "ovs_interfaceid": "89234757-80c7-4ce6-902b-c111570cf1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.364062] env[69302]: DEBUG oslo_vmware.api [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183473, 'name': PowerOnVM_Task, 'duration_secs': 0.664056} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.365413] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.365413] env[69302]: INFO nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Took 8.27 seconds to spawn the instance on the hypervisor. [ 838.365413] env[69302]: DEBUG nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.365773] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1382a060-e60c-419e-af8d-8ba07838fc70 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.387755] env[69302]: DEBUG nova.policy [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0fc653aab2d4322a78dacc694b8ac13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '817d1fb3bbbe4e81a24cf2e8c21278eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.463483] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.553222] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183474, 'name': CreateVM_Task, 'duration_secs': 0.442415} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.553456] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.554351] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.554520] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.554940] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.555313] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d591a7fe-54bf-4075-81d7-6c5277e688d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.561523] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 838.561523] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ad06a3-cd0c-efbd-dbae-e0a763cce050" [ 838.561523] env[69302]: _type = "Task" [ 838.561523] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.573098] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ad06a3-cd0c-efbd-dbae-e0a763cce050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.680765] env[69302]: DEBUG nova.network.neutron [req-6b7a9889-a381-4fc9-9265-259356712c4c req-c7517ef2-7625-4971-be7b-e5f7bc2e50b3 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Updated VIF entry in instance network info cache for port b9bad5df-1cc3-482f-a4c9-a663d2188018. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.680765] env[69302]: DEBUG nova.network.neutron [req-6b7a9889-a381-4fc9-9265-259356712c4c req-c7517ef2-7625-4971-be7b-e5f7bc2e50b3 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Updating instance_info_cache with network_info: [{"id": "b9bad5df-1cc3-482f-a4c9-a663d2188018", "address": "fa:16:3e:b1:0e:71", "network": {"id": "b2645ee6-618e-4795-ae00-65d7a648f098", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1397836951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0933d081099945549904d0e182fd4894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9bad5df-1c", "ovs_interfaceid": "b9bad5df-1cc3-482f-a4c9-a663d2188018", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.744118] env[69302]: DEBUG nova.network.neutron [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Successfully created port: 685a5979-3da3-4a6e-a841-d38039017f28 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.848216] env[69302]: DEBUG nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.853156] env[69302]: INFO nova.compute.resource_tracker [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating resource usage from migration 08762d69-5669-4a2d-a553-3e3d9c088eaa [ 838.860149] env[69302]: DEBUG oslo_concurrency.lockutils [req-55aef62e-e372-4708-bdce-44f3e4683388 req-cc4f7fcf-ec2f-4883-9342-0032ae438f7a service nova] Releasing lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.891012] env[69302]: INFO nova.compute.manager [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Took 32.28 seconds to build instance. [ 839.077396] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ad06a3-cd0c-efbd-dbae-e0a763cce050, 'name': SearchDatastore_Task, 'duration_secs': 0.019717} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.079079] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.079079] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.079079] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.079079] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.079434] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.080196] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9acf4e1b-eab6-4c40-b50c-df93450708a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.092234] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.092394] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.093654] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ab435a-71d4-4691-9415-b4f9d58f4d0a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.101494] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 839.101494] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5236aad6-0db8-bad8-a2f7-31723064d3ce" [ 839.101494] env[69302]: _type = "Task" [ 839.101494] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.113901] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5236aad6-0db8-bad8-a2f7-31723064d3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.183499] env[69302]: DEBUG oslo_concurrency.lockutils [req-6b7a9889-a381-4fc9-9265-259356712c4c req-c7517ef2-7625-4971-be7b-e5f7bc2e50b3 service nova] Releasing lock "refresh_cache-98bc66d4-ceaf-41e5-8e44-7da3b94616f4" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.333244] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b60872-0f3f-4789-b193-bf76bc96094d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.341828] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31b82b3-d48f-49f7-bbd6-652483a16272 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.378049] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309714c1-376d-4251-8756-9067edeb3d95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.388328] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac69dd8-af8c-4676-b8d9-938d9d98c7c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.392495] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a8dd24-ca26-4dc5-8fda-ab47ead5d9a3 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.917s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.403682] env[69302]: DEBUG nova.compute.provider_tree [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.564802] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.565079] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.565319] env[69302]: INFO nova.compute.manager [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Attaching volume ff1a1fd5-7bfc-48f6-bff1-614547d6797a to /dev/sdb [ 839.604759] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967d2989-adef-40bd-a4be-75660237cc2c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.622433] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d583d90-15d9-4c9a-946f-ceea780a743c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.625021] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5236aad6-0db8-bad8-a2f7-31723064d3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.626148] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33957468-7587-4fd7-89fa-79ec5a3e0967 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.632063] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 839.632063] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5254abe4-22d1-31c0-db98-457281ce0498" [ 839.632063] env[69302]: _type = "Task" [ 839.632063] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.640418] env[69302]: DEBUG nova.virt.block_device [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Updating existing volume attachment record: 4d22927c-99a9-4aa0-a39f-8fd6579b4ca9 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 839.647999] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5254abe4-22d1-31c0-db98-457281ce0498, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.648190] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.648705] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] eba4ea5b-5442-422c-acfd-6926eb50744d/eba4ea5b-5442-422c-acfd-6926eb50744d.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.648705] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a189e8a2-308d-4957-a7a3-9a5db3825194 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.655116] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 839.655116] env[69302]: value = "task-3183475" [ 839.655116] env[69302]: _type = "Task" [ 839.655116] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.663428] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.879430] env[69302]: DEBUG nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.902772] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.903125] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.903331] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.903595] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.903786] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.903999] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.904307] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.904461] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.904632] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.904797] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.904970] env[69302]: DEBUG nova.virt.hardware [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.905878] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922af543-a0c0-46ed-9d5a-9be09e12704e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.909329] env[69302]: DEBUG nova.scheduler.client.report [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.918690] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba6f269-9271-41fd-88d4-afd8ca70b217 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.165833] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183475, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.415729] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.597s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.415729] env[69302]: INFO nova.compute.manager [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Migrating [ 840.424499] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.880s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.424499] env[69302]: DEBUG nova.objects.instance [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lazy-loading 'resources' on Instance uuid dbfb2707-26a3-45d7-88d6-ebf26fc51817 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.676839] env[69302]: DEBUG nova.compute.manager [req-5a27812b-d28f-49fe-8a49-657fc3e7ed69 req-13a84ab4-fa62-40e8-8d29-40e25d921569 service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Received event network-vif-plugged-685a5979-3da3-4a6e-a841-d38039017f28 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.677149] env[69302]: DEBUG oslo_concurrency.lockutils [req-5a27812b-d28f-49fe-8a49-657fc3e7ed69 req-13a84ab4-fa62-40e8-8d29-40e25d921569 service nova] Acquiring lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.677365] env[69302]: DEBUG oslo_concurrency.lockutils [req-5a27812b-d28f-49fe-8a49-657fc3e7ed69 req-13a84ab4-fa62-40e8-8d29-40e25d921569 service nova] Lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.677530] env[69302]: DEBUG oslo_concurrency.lockutils [req-5a27812b-d28f-49fe-8a49-657fc3e7ed69 req-13a84ab4-fa62-40e8-8d29-40e25d921569 service nova] Lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.677730] env[69302]: DEBUG nova.compute.manager [req-5a27812b-d28f-49fe-8a49-657fc3e7ed69 req-13a84ab4-fa62-40e8-8d29-40e25d921569 service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] No waiting events found dispatching network-vif-plugged-685a5979-3da3-4a6e-a841-d38039017f28 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.677846] env[69302]: WARNING nova.compute.manager [req-5a27812b-d28f-49fe-8a49-657fc3e7ed69 req-13a84ab4-fa62-40e8-8d29-40e25d921569 service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Received unexpected event network-vif-plugged-685a5979-3da3-4a6e-a841-d38039017f28 for instance with vm_state building and task_state spawning. [ 840.681903] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526212} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.685298] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] eba4ea5b-5442-422c-acfd-6926eb50744d/eba4ea5b-5442-422c-acfd-6926eb50744d.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.685559] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.686998] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a211d431-2f01-44cc-816f-796fd0de7243 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.694615] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 840.694615] env[69302]: value = "task-3183479" [ 840.694615] env[69302]: _type = "Task" [ 840.694615] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.707453] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.761435] env[69302]: DEBUG nova.network.neutron [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Successfully updated port: 685a5979-3da3-4a6e-a841-d38039017f28 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.932714] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ce553c-a67a-4dd6-8d25-8b97fb6cd4b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.935941] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.936128] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.936305] env[69302]: DEBUG nova.network.neutron [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.942732] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529b8bab-9d35-462e-80cd-3af38b5aca02 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.979364] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e6086-959a-47e6-8004-69ccb93224f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.991968] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a68a6a-1192-4eca-9ff3-a3a41acc8a59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.007528] env[69302]: DEBUG nova.compute.provider_tree [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.206273] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106595} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.206453] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.207369] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c144afe-8d6e-46bd-83ec-1d0c31bd24ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.229894] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] eba4ea5b-5442-422c-acfd-6926eb50744d/eba4ea5b-5442-422c-acfd-6926eb50744d.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.230250] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6a87f2-5bad-473f-bb35-64e1ce4d5b69 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.249776] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 841.249776] env[69302]: value = "task-3183480" [ 841.249776] env[69302]: _type = "Task" [ 841.249776] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.258200] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.264898] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.265183] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.265333] env[69302]: DEBUG nova.network.neutron [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.492835] env[69302]: DEBUG nova.compute.manager [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 841.510943] env[69302]: DEBUG nova.scheduler.client.report [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.701711] env[69302]: DEBUG nova.network.neutron [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance_info_cache with network_info: [{"id": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "address": "fa:16:3e:d0:0a:cc", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d6d688-6c", "ovs_interfaceid": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.760570] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183480, 'name': ReconfigVM_Task, 'duration_secs': 0.348952} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.760951] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] eba4ea5b-5442-422c-acfd-6926eb50744d/eba4ea5b-5442-422c-acfd-6926eb50744d.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.761928] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce38bcbb-0726-4609-8f85-ecb1df64b2cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.770728] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 841.770728] env[69302]: value = "task-3183481" [ 841.770728] env[69302]: _type = "Task" [ 841.770728] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.780746] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183481, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.813055] env[69302]: DEBUG nova.network.neutron [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.983198] env[69302]: DEBUG nova.network.neutron [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Updating instance_info_cache with network_info: [{"id": "685a5979-3da3-4a6e-a841-d38039017f28", "address": "fa:16:3e:19:bd:21", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685a5979-3d", "ovs_interfaceid": "685a5979-3da3-4a6e-a841-d38039017f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.018205] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.594s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.021405] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.021842] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.082s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.023475] env[69302]: INFO nova.compute.claims [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.047833] env[69302]: INFO nova.scheduler.client.report [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Deleted allocations for instance dbfb2707-26a3-45d7-88d6-ebf26fc51817 [ 842.206567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.281342] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183481, 'name': Rename_Task, 'duration_secs': 0.182869} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.281460] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.281715] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6858a79-1e77-4fc3-9f6e-ea36a39f92a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.289349] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 842.289349] env[69302]: value = "task-3183483" [ 842.289349] env[69302]: _type = "Task" [ 842.289349] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.299598] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.486952] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.487320] env[69302]: DEBUG nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Instance network_info: |[{"id": "685a5979-3da3-4a6e-a841-d38039017f28", "address": "fa:16:3e:19:bd:21", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685a5979-3d", "ovs_interfaceid": "685a5979-3da3-4a6e-a841-d38039017f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.487796] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:bd:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '685a5979-3da3-4a6e-a841-d38039017f28', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.495644] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Creating folder: Project (817d1fb3bbbe4e81a24cf2e8c21278eb). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.495961] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56e7432b-6f26-4376-b77d-bb44ea657bd4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.507520] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Created folder: Project (817d1fb3bbbe4e81a24cf2e8c21278eb) in parent group-v636578. [ 842.507721] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Creating folder: Instances. Parent ref: group-v636727. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.507964] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b783cea8-0e75-4897-bafe-b72719c3d63f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.516559] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Created folder: Instances in parent group-v636727. [ 842.516805] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.517010] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.517236] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fb078a4-8d9b-4bd4-ad7f-36490ed4f5f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.543791] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.543791] env[69302]: value = "task-3183486" [ 842.543791] env[69302]: _type = "Task" [ 842.543791] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.552737] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183486, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.561714] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c25eb7f8-3de1-4474-b365-87fc58253e28 tempest-ListImageFiltersTestJSON-740172990 tempest-ListImageFiltersTestJSON-740172990-project-member] Lock "dbfb2707-26a3-45d7-88d6-ebf26fc51817" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.005s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.731387] env[69302]: DEBUG nova.compute.manager [req-2b3b2fe1-1048-4327-9294-acd6739b5480 req-66cca45a-29c2-44ff-8ca1-90643c8c3031 service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Received event network-changed-685a5979-3da3-4a6e-a841-d38039017f28 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.731643] env[69302]: DEBUG nova.compute.manager [req-2b3b2fe1-1048-4327-9294-acd6739b5480 req-66cca45a-29c2-44ff-8ca1-90643c8c3031 service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Refreshing instance network info cache due to event network-changed-685a5979-3da3-4a6e-a841-d38039017f28. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.731884] env[69302]: DEBUG oslo_concurrency.lockutils [req-2b3b2fe1-1048-4327-9294-acd6739b5480 req-66cca45a-29c2-44ff-8ca1-90643c8c3031 service nova] Acquiring lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.732727] env[69302]: DEBUG oslo_concurrency.lockutils [req-2b3b2fe1-1048-4327-9294-acd6739b5480 req-66cca45a-29c2-44ff-8ca1-90643c8c3031 service nova] Acquired lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.732727] env[69302]: DEBUG nova.network.neutron [req-2b3b2fe1-1048-4327-9294-acd6739b5480 req-66cca45a-29c2-44ff-8ca1-90643c8c3031 service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Refreshing network info cache for port 685a5979-3da3-4a6e-a841-d38039017f28 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.800905] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.054146] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183486, 'name': CreateVM_Task, 'duration_secs': 0.432474} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.054146] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.054723] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.054885] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.055212] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.055490] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ca3d50-fe66-4ff2-8fcc-0dc5d21b4bcf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.060711] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 843.060711] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524f1ba8-dadb-92dd-8732-fa044f5ed79d" [ 843.060711] env[69302]: _type = "Task" [ 843.060711] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.072029] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524f1ba8-dadb-92dd-8732-fa044f5ed79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.303728] env[69302]: DEBUG oslo_vmware.api [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183483, 'name': PowerOnVM_Task, 'duration_secs': 0.581354} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.306261] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.306476] env[69302]: INFO nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Took 8.36 seconds to spawn the instance on the hypervisor. [ 843.306657] env[69302]: DEBUG nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.307714] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd5d0ec-ee22-49f5-a7fd-bfc2582fc07f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.454653] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e612c7-3402-450f-9e6f-04f9b2b1db81 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.462135] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d125725-a5d2-4da1-bdc3-f18ae10255fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.496731] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e68f2-0372-4072-becc-26edad290e7f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.506250] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c792fd-e348-5dbd-44ea-157aa2dcb483/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 843.507620] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366fe947-9d05-4448-a591-c5eeedf0fce3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.512286] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deba454-0994-4ea5-ad7d-37418f33cbb0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.524099] env[69302]: DEBUG nova.compute.provider_tree [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.526958] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c792fd-e348-5dbd-44ea-157aa2dcb483/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 843.526958] env[69302]: ERROR oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c792fd-e348-5dbd-44ea-157aa2dcb483/disk-0.vmdk due to incomplete transfer. [ 843.527967] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4585a26f-568d-4a7f-8fcd-980955257fb3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.533641] env[69302]: DEBUG nova.network.neutron [req-2b3b2fe1-1048-4327-9294-acd6739b5480 req-66cca45a-29c2-44ff-8ca1-90643c8c3031 service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Updated VIF entry in instance network info cache for port 685a5979-3da3-4a6e-a841-d38039017f28. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.533960] env[69302]: DEBUG nova.network.neutron [req-2b3b2fe1-1048-4327-9294-acd6739b5480 req-66cca45a-29c2-44ff-8ca1-90643c8c3031 service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Updating instance_info_cache with network_info: [{"id": "685a5979-3da3-4a6e-a841-d38039017f28", "address": "fa:16:3e:19:bd:21", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685a5979-3d", "ovs_interfaceid": "685a5979-3da3-4a6e-a841-d38039017f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.536339] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c792fd-e348-5dbd-44ea-157aa2dcb483/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 843.536506] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Uploaded image 918619bd-92a8-4081-849e-040f875add93 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 843.538690] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 843.539161] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49cea11d-6a97-4bfd-b77a-b3a053e9d9d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.544830] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 843.544830] env[69302]: value = "task-3183487" [ 843.544830] env[69302]: _type = "Task" [ 843.544830] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.553011] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183487, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.570600] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524f1ba8-dadb-92dd-8732-fa044f5ed79d, 'name': SearchDatastore_Task, 'duration_secs': 0.017767} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.570676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.570928] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.571198] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.571340] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.571513] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.572189] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a916278b-96c9-452e-b47b-ac408887b390 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.584636] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.584818] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.585557] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec1c172-7421-468e-a542-e4d21b579448 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.590607] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 843.590607] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52354ecc-e005-2ae4-e8f2-365bf9a7c32d" [ 843.590607] env[69302]: _type = "Task" [ 843.590607] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.598404] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52354ecc-e005-2ae4-e8f2-365bf9a7c32d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.725489] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2676c7e-2c07-4101-977f-60bff93b43f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.742109] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance '58bc7378-cf42-446a-a5dc-bd89aa59e7bd' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.829933] env[69302]: INFO nova.compute.manager [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Took 33.06 seconds to build instance. [ 844.029033] env[69302]: DEBUG nova.scheduler.client.report [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.037819] env[69302]: DEBUG oslo_concurrency.lockutils [req-2b3b2fe1-1048-4327-9294-acd6739b5480 req-66cca45a-29c2-44ff-8ca1-90643c8c3031 service nova] Releasing lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.059292] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183487, 'name': Destroy_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.100224] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52354ecc-e005-2ae4-e8f2-365bf9a7c32d, 'name': SearchDatastore_Task, 'duration_secs': 0.044482} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.101058] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-577b60a5-8227-47dd-a4ad-ff398bbef90a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.106511] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 844.106511] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524cec01-1bb9-5a92-6ae6-97f62e7e4002" [ 844.106511] env[69302]: _type = "Task" [ 844.106511] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.114702] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524cec01-1bb9-5a92-6ae6-97f62e7e4002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.190817] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 844.191091] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636726', 'volume_id': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'name': 'volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '541bfebc-a0d5-4a24-b5af-2d54a9601a15', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'serial': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 844.192026] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca40aa-b4ab-40bb-997b-0ab99323b9ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.209100] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabd590a-4239-44b5-afb5-e2b1e7362298 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.233996] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a/volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.234334] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4f3521-d558-4c86-b86e-d5f3aad43723 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.249354] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.249694] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5da8e18c-e647-45a9-8e0a-19c0b6f47990 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.256586] env[69302]: DEBUG oslo_vmware.api [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 844.256586] env[69302]: value = "task-3183489" [ 844.256586] env[69302]: _type = "Task" [ 844.256586] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.258689] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 844.258689] env[69302]: value = "task-3183488" [ 844.258689] env[69302]: _type = "Task" [ 844.258689] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.269211] env[69302]: DEBUG oslo_vmware.api [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.272112] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.332655] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5692d15-b3c6-413d-a267-da31e735d95b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "eba4ea5b-5442-422c-acfd-6926eb50744d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.005s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.534396] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.534942] env[69302]: DEBUG nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.537805] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.153s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.538041] env[69302]: DEBUG nova.objects.instance [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lazy-loading 'resources' on Instance uuid a77ed464-9d0a-4415-ae63-283495910c76 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.559062] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183487, 'name': Destroy_Task, 'duration_secs': 0.851187} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.559429] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Destroyed the VM [ 844.560452] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 844.561343] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3be3762-9e35-4c62-82fc-4800c5affc4c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.569284] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 844.569284] env[69302]: value = "task-3183490" [ 844.569284] env[69302]: _type = "Task" [ 844.569284] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.578510] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.618435] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524cec01-1bb9-5a92-6ae6-97f62e7e4002, 'name': SearchDatastore_Task, 'duration_secs': 0.011402} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.618993] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.619349] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475/b4172ce0-3bb0-4c73-acdb-d90d8c6d1475.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.619654] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-701fce46-29ca-47f1-8fde-60d25895e7d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.625993] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 844.625993] env[69302]: value = "task-3183491" [ 844.625993] env[69302]: _type = "Task" [ 844.625993] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.636224] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.775204] env[69302]: DEBUG oslo_vmware.api [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.775742] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183488, 'name': PowerOffVM_Task, 'duration_secs': 0.278226} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.776154] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.779101] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance '58bc7378-cf42-446a-a5dc-bd89aa59e7bd' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.043253] env[69302]: DEBUG nova.compute.utils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.053173] env[69302]: DEBUG nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.055059] env[69302]: DEBUG nova.network.neutron [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.085233] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183490, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.103494] env[69302]: DEBUG nova.policy [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2ab289171a644bc89c64984bf589cff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c27cdf3497ad4f42990d983b26a0bfcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.138907] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183491, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.267809] env[69302]: DEBUG oslo_vmware.api [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183489, 'name': ReconfigVM_Task, 'duration_secs': 0.653241} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.269242] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a/volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.276459] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbccfce-746d-4428-8d4c-a492d3163ec9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.292415] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.292784] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.292934] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.293183] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.293366] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.293550] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.293804] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.293997] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.294342] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.294669] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.294779] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.300549] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bedaab74-39fd-483d-aaca-2e22e12fcae5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.316199] env[69302]: DEBUG oslo_vmware.api [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 845.316199] env[69302]: value = "task-3183492" [ 845.316199] env[69302]: _type = "Task" [ 845.316199] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.320961] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 845.320961] env[69302]: value = "task-3183493" [ 845.320961] env[69302]: _type = "Task" [ 845.320961] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.328252] env[69302]: DEBUG oslo_vmware.api [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.336420] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183493, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.555828] env[69302]: DEBUG nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.581288] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183490, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.587798] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b8d277-cedc-438c-9c4d-0780dd6a9e66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.595630] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0046d-a717-4f93-8184-6ab9af0c4c90 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.639402] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa4528b-3413-4424-b057-1e64173742a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.648577] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608904} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.651075] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475/b4172ce0-3bb0-4c73-acdb-d90d8c6d1475.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.651372] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.651693] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3604ad58-37f8-488d-b4d1-f55beb64ff6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.654936] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67311837-34b7-45a9-a790-1d5e14ec5e1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.670279] env[69302]: DEBUG nova.compute.provider_tree [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.675022] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 845.675022] env[69302]: value = "task-3183494" [ 845.675022] env[69302]: _type = "Task" [ 845.675022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.681106] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.829688] env[69302]: DEBUG oslo_vmware.api [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183492, 'name': ReconfigVM_Task, 'duration_secs': 0.202033} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.830505] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636726', 'volume_id': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'name': 'volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '541bfebc-a0d5-4a24-b5af-2d54a9601a15', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'serial': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 845.836540] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183493, 'name': ReconfigVM_Task, 'duration_secs': 0.20456} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.837035] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance '58bc7378-cf42-446a-a5dc-bd89aa59e7bd' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.873052] env[69302]: DEBUG nova.network.neutron [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Successfully created port: b6e88ae4-53f6-4f4f-be74-7496e3bd8f44 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.914124] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Acquiring lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.914124] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.943747] env[69302]: DEBUG nova.compute.manager [req-643d9859-6c95-4714-af0d-bd5933af6279 req-d4855cef-2835-4a91-b1c8-664b685b5ae1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Received event network-changed-8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.943747] env[69302]: DEBUG nova.compute.manager [req-643d9859-6c95-4714-af0d-bd5933af6279 req-d4855cef-2835-4a91-b1c8-664b685b5ae1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing instance network info cache due to event network-changed-8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.943747] env[69302]: DEBUG oslo_concurrency.lockutils [req-643d9859-6c95-4714-af0d-bd5933af6279 req-d4855cef-2835-4a91-b1c8-664b685b5ae1 service nova] Acquiring lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.944538] env[69302]: DEBUG oslo_concurrency.lockutils [req-643d9859-6c95-4714-af0d-bd5933af6279 req-d4855cef-2835-4a91-b1c8-664b685b5ae1 service nova] Acquired lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.944865] env[69302]: DEBUG nova.network.neutron [req-643d9859-6c95-4714-af0d-bd5933af6279 req-d4855cef-2835-4a91-b1c8-664b685b5ae1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.084172] env[69302]: DEBUG oslo_vmware.api [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183490, 'name': RemoveSnapshot_Task, 'duration_secs': 1.070283} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.084740] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 846.085178] env[69302]: INFO nova.compute.manager [None req-8d7460a8-237f-4eab-b6a9-451e4446499b tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Took 16.52 seconds to snapshot the instance on the hypervisor. [ 846.175699] env[69302]: DEBUG nova.scheduler.client.report [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.195282] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087036} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.195282] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.195282] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fe2f12-d183-4388-9dd1-c9dd226bbb13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.219838] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475/b4172ce0-3bb0-4c73-acdb-d90d8c6d1475.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.221112] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b4333c7-4f08-4d9e-b2ac-b77808c3c568 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.242645] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 846.242645] env[69302]: value = "task-3183495" [ 846.242645] env[69302]: _type = "Task" [ 846.242645] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.251327] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.348242] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:31:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f53433c3-5e67-42f4-baaf-cd20c8d5044d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-727481591',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.348242] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.348242] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.348242] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.348242] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.348242] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.348242] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.348242] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.348929] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.349225] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.349515] env[69302]: DEBUG nova.virt.hardware [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.355827] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 846.356263] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5bff9a3-c1a8-4d4b-a421-db518c4b12e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.380109] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 846.380109] env[69302]: value = "task-3183496" [ 846.380109] env[69302]: _type = "Task" [ 846.380109] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.388575] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.417758] env[69302]: DEBUG nova.compute.utils [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.565246] env[69302]: DEBUG nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.595689] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.595689] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.595689] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.595689] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.595968] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.595968] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.596142] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.596266] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.596455] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.596592] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.597094] env[69302]: DEBUG nova.virt.hardware [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.597643] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5eca02-25e8-43c8-b440-8a61631992f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.606182] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2574855e-71f0-42d6-8abb-ba2ed6f20cae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.688859] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.691206] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.115s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.691444] env[69302]: DEBUG nova.objects.instance [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lazy-loading 'resources' on Instance uuid 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.707092] env[69302]: DEBUG nova.network.neutron [req-643d9859-6c95-4714-af0d-bd5933af6279 req-d4855cef-2835-4a91-b1c8-664b685b5ae1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updated VIF entry in instance network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.707484] env[69302]: DEBUG nova.network.neutron [req-643d9859-6c95-4714-af0d-bd5933af6279 req-d4855cef-2835-4a91-b1c8-664b685b5ae1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updating instance_info_cache with network_info: [{"id": "8697778b-37ef-4415-95cd-6f187ed44473", "address": "fa:16:3e:fa:41:b6", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8697778b-37", "ovs_interfaceid": "8697778b-37ef-4415-95cd-6f187ed44473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.718036] env[69302]: INFO nova.scheduler.client.report [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Deleted allocations for instance a77ed464-9d0a-4415-ae63-283495910c76 [ 846.754138] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.892093] env[69302]: DEBUG nova.objects.instance [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'flavor' on Instance uuid 541bfebc-a0d5-4a24-b5af-2d54a9601a15 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.893990] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183496, 'name': ReconfigVM_Task, 'duration_secs': 0.174953} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.894209] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 846.895010] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644a3aca-8488-43d7-b1c9-922399c07783 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.922566] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd/58bc7378-cf42-446a-a5dc-bd89aa59e7bd.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.928012] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.928012] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-504b5ce1-1923-4718-8fcf-8634a20189cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.950022] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 846.950022] env[69302]: value = "task-3183497" [ 846.950022] env[69302]: _type = "Task" [ 846.950022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.958724] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.209821] env[69302]: DEBUG oslo_concurrency.lockutils [req-643d9859-6c95-4714-af0d-bd5933af6279 req-d4855cef-2835-4a91-b1c8-664b685b5ae1 service nova] Releasing lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.228775] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1057de5b-caab-461e-9b1d-dc7aca20b387 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "a77ed464-9d0a-4415-ae63-283495910c76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.403s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.258464] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183495, 'name': ReconfigVM_Task, 'duration_secs': 0.870769} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.258790] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475/b4172ce0-3bb0-4c73-acdb-d90d8c6d1475.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.261665] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-314134ce-20f0-480e-9337-1caf3181c2e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.271898] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 847.271898] env[69302]: value = "task-3183498" [ 847.271898] env[69302]: _type = "Task" [ 847.271898] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.283626] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183498, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.399962] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a39b0767-7e30-4e72-8c98-65711c89c39f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.834s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.458748] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183497, 'name': ReconfigVM_Task, 'duration_secs': 0.276487} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.462589] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd/58bc7378-cf42-446a-a5dc-bd89aa59e7bd.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.462966] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance '58bc7378-cf42-446a-a5dc-bd89aa59e7bd' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.635651] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29497c32-0a7f-4af7-8bf0-ab69fe894076 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.645020] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec661198-85de-49ac-8668-9f8df5e4fde3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.675856] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0325f482-9ed3-4cd3-ba56-d5feed597377 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.683314] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d16c13d-0a5b-4c3f-9add-16febc5241da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.696589] env[69302]: DEBUG nova.compute.provider_tree [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.784295] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183498, 'name': Rename_Task, 'duration_secs': 0.323103} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.784295] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.784295] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e6e0fe9-016c-4bf1-b2af-de6df931ef5c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.791108] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 847.791108] env[69302]: value = "task-3183499" [ 847.791108] env[69302]: _type = "Task" [ 847.791108] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.799666] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.957876] env[69302]: DEBUG nova.network.neutron [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Successfully updated port: b6e88ae4-53f6-4f4f-be74-7496e3bd8f44 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.970892] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bacddd0-1be5-4615-9c0c-7cbd2794a9c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.997608] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Acquiring lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.997608] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.997608] env[69302]: INFO nova.compute.manager [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Attaching volume 54ea6222-e500-4a1b-9ff9-894fbc55cfb9 to /dev/sdb [ 848.000556] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfae183-0771-4fb4-bd10-272d2e067ee4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.024179] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance '58bc7378-cf42-446a-a5dc-bd89aa59e7bd' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.038678] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b2cfcc-eed1-4e21-a1ff-2ba191d53ece {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.046113] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d964ccc5-8067-424f-bc56-384c885ac8f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.059572] env[69302]: DEBUG nova.virt.block_device [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Updating existing volume attachment record: 85bc6434-815b-4639-87ce-379f159b4600 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 848.199396] env[69302]: DEBUG nova.scheduler.client.report [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.309504] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.462500] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquiring lock "refresh_cache-5b490a83-e164-4d8b-a3fa-2734deab1f42" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.462774] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquired lock "refresh_cache-5b490a83-e164-4d8b-a3fa-2734deab1f42" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.463105] env[69302]: DEBUG nova.network.neutron [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.488777] env[69302]: DEBUG oslo_concurrency.lockutils [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.489225] env[69302]: DEBUG oslo_concurrency.lockutils [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.521955] env[69302]: DEBUG nova.compute.manager [req-1a4b0d49-a26f-4c05-a8aa-bc22078e2d7d req-d0c2b086-9e83-4dc0-96df-9868aeca1788 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Received event network-changed-8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.522292] env[69302]: DEBUG nova.compute.manager [req-1a4b0d49-a26f-4c05-a8aa-bc22078e2d7d req-d0c2b086-9e83-4dc0-96df-9868aeca1788 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing instance network info cache due to event network-changed-8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.522555] env[69302]: DEBUG oslo_concurrency.lockutils [req-1a4b0d49-a26f-4c05-a8aa-bc22078e2d7d req-d0c2b086-9e83-4dc0-96df-9868aeca1788 service nova] Acquiring lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.522697] env[69302]: DEBUG oslo_concurrency.lockutils [req-1a4b0d49-a26f-4c05-a8aa-bc22078e2d7d req-d0c2b086-9e83-4dc0-96df-9868aeca1788 service nova] Acquired lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.522829] env[69302]: DEBUG nova.network.neutron [req-1a4b0d49-a26f-4c05-a8aa-bc22078e2d7d req-d0c2b086-9e83-4dc0-96df-9868aeca1788 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.573750] env[69302]: DEBUG nova.network.neutron [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Port 79d6d688-6c43-4ab4-9b36-008d67f5de3f binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 848.707701] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.708577] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.370s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.709319] env[69302]: DEBUG nova.objects.instance [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lazy-loading 'resources' on Instance uuid 099411cb-0e40-4cb7-b36e-12409f837436 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.720126] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.720599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.721222] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.721576] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.721922] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.726064] env[69302]: INFO nova.compute.manager [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Terminating instance [ 848.733980] env[69302]: INFO nova.scheduler.client.report [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Deleted allocations for instance 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0 [ 848.808034] env[69302]: DEBUG oslo_vmware.api [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183499, 'name': PowerOnVM_Task, 'duration_secs': 0.716006} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.808488] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.808883] env[69302]: INFO nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Took 8.93 seconds to spawn the instance on the hypervisor. [ 848.809766] env[69302]: DEBUG nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.810929] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df3c481-9e13-4343-9ceb-b168d2dace51 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.991883] env[69302]: DEBUG nova.compute.utils [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.008017] env[69302]: DEBUG nova.network.neutron [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.231162] env[69302]: DEBUG nova.compute.manager [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.231378] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.231689] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271c5ac4-cb1c-4019-b4b7-259cf8f29196 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.237674] env[69302]: DEBUG nova.network.neutron [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Updating instance_info_cache with network_info: [{"id": "b6e88ae4-53f6-4f4f-be74-7496e3bd8f44", "address": "fa:16:3e:8d:17:c7", "network": {"id": "7bcf591a-1ebf-46a6-b9e7-c7a331311884", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-271027462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c27cdf3497ad4f42990d983b26a0bfcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e88ae4-53", "ovs_interfaceid": "b6e88ae4-53f6-4f4f-be74-7496e3bd8f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.246279] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 849.246279] env[69302]: value = "task-3183503" [ 849.246279] env[69302]: _type = "Task" [ 849.246279] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.246279] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b4630699-e037-49e7-9bf4-744c5d45e926 tempest-ServersAaction247Test-604480633 tempest-ServersAaction247Test-604480633-project-member] Lock "2f9250a9-9579-4d2d-9dbb-fe9e551a85a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.451s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.254637] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.337395] env[69302]: INFO nova.compute.manager [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Took 31.71 seconds to build instance. [ 849.476552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "81ac6050-d6fc-4479-a8b8-2e54078b8437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.476823] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "81ac6050-d6fc-4479-a8b8-2e54078b8437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.477036] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "81ac6050-d6fc-4479-a8b8-2e54078b8437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.477240] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "81ac6050-d6fc-4479-a8b8-2e54078b8437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.477473] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "81ac6050-d6fc-4479-a8b8-2e54078b8437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.479677] env[69302]: INFO nova.compute.manager [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Terminating instance [ 849.494740] env[69302]: DEBUG oslo_concurrency.lockutils [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.546124] env[69302]: DEBUG nova.network.neutron [req-1a4b0d49-a26f-4c05-a8aa-bc22078e2d7d req-d0c2b086-9e83-4dc0-96df-9868aeca1788 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updated VIF entry in instance network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.546468] env[69302]: DEBUG nova.network.neutron [req-1a4b0d49-a26f-4c05-a8aa-bc22078e2d7d req-d0c2b086-9e83-4dc0-96df-9868aeca1788 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updating instance_info_cache with network_info: [{"id": "8697778b-37ef-4415-95cd-6f187ed44473", "address": "fa:16:3e:fa:41:b6", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8697778b-37", "ovs_interfaceid": "8697778b-37ef-4415-95cd-6f187ed44473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.599399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.599399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.599399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.615495] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037e3708-f15e-424d-b8c3-6a6a511f26a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.623667] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d0f7d-5d91-4f2c-b178-ae069876ca73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.656086] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0b84b6-3d37-42e9-ab58-9e8e9a401e2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.663896] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9852bf6-4c98-4aa7-8a07-522642b60b02 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.678157] env[69302]: DEBUG nova.compute.provider_tree [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.740478] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Releasing lock "refresh_cache-5b490a83-e164-4d8b-a3fa-2734deab1f42" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.740850] env[69302]: DEBUG nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Instance network_info: |[{"id": "b6e88ae4-53f6-4f4f-be74-7496e3bd8f44", "address": "fa:16:3e:8d:17:c7", "network": {"id": "7bcf591a-1ebf-46a6-b9e7-c7a331311884", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-271027462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c27cdf3497ad4f42990d983b26a0bfcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e88ae4-53", "ovs_interfaceid": "b6e88ae4-53f6-4f4f-be74-7496e3bd8f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.741290] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:17:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6e88ae4-53f6-4f4f-be74-7496e3bd8f44', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.749079] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Creating folder: Project (c27cdf3497ad4f42990d983b26a0bfcc). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.749424] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e1e268d-b3ed-4c35-99e7-e39681cdb07a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.761977] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183503, 'name': PowerOffVM_Task, 'duration_secs': 0.212642} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.762797] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.762797] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 849.762797] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636726', 'volume_id': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'name': 'volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '541bfebc-a0d5-4a24-b5af-2d54a9601a15', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'serial': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 849.765019] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ad5e5b-3f2c-4633-8a0b-7534d3ea19bf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.769544] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Created folder: Project (c27cdf3497ad4f42990d983b26a0bfcc) in parent group-v636578. [ 849.769544] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Creating folder: Instances. Parent ref: group-v636733. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.769544] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc82cce0-4c5a-400f-81bc-232df185323b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.788588] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6553371b-ef3b-4563-94de-80163f8d618e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.791027] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Created folder: Instances in parent group-v636733. [ 849.791200] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.791395] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.791960] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f4265a-b49e-438b-824d-10ff5d816dee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.809890] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc1c46d-fb90-4246-965a-4733f46b1fbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.813212] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.813212] env[69302]: value = "task-3183506" [ 849.813212] env[69302]: _type = "Task" [ 849.813212] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.833214] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e59e279-00d7-4307-95b9-e16d8c9ac461 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.838689] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f61fe1a6-3397-499c-a0de-0d57ec0e8818 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.948s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.838935] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183506, 'name': CreateVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.852360] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a/volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 849.857909] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 849.858255] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c41a11-d90f-4017-8b9d-e39f3306f45d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.877173] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 849.877173] env[69302]: value = "task-3183507" [ 849.877173] env[69302]: _type = "Task" [ 849.877173] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.887688] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.983302] env[69302]: DEBUG nova.compute.manager [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.983555] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.984585] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b25c2-af8c-464e-8ee8-64251a6eca24 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.992256] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.992473] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f926234f-fa03-4c5b-9ef4-2fd424483620 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.998918] env[69302]: DEBUG oslo_vmware.api [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 849.998918] env[69302]: value = "task-3183508" [ 849.998918] env[69302]: _type = "Task" [ 849.998918] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.006517] env[69302]: DEBUG oslo_vmware.api [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.049797] env[69302]: DEBUG oslo_concurrency.lockutils [req-1a4b0d49-a26f-4c05-a8aa-bc22078e2d7d req-d0c2b086-9e83-4dc0-96df-9868aeca1788 service nova] Releasing lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.181196] env[69302]: DEBUG nova.scheduler.client.report [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.324715] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183506, 'name': CreateVM_Task, 'duration_secs': 0.352238} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.325103] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.327788] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.327978] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.329779] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.329779] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebf84e3-033a-4101-8d2b-38d9159ce12d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.336261] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 850.336261] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5213eb46-6280-c424-1bd0-dc6e98abf652" [ 850.336261] env[69302]: _type = "Task" [ 850.336261] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.345210] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5213eb46-6280-c424-1bd0-dc6e98abf652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.385996] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183507, 'name': ReconfigVM_Task, 'duration_secs': 0.188745} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.386316] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.392158] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27177be-1e22-4545-ab76-b1fc32e9b270 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.406704] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 850.406704] env[69302]: value = "task-3183510" [ 850.406704] env[69302]: _type = "Task" [ 850.406704] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.414680] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.509623] env[69302]: DEBUG oslo_vmware.api [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183508, 'name': PowerOffVM_Task, 'duration_secs': 0.183288} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.509949] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.510154] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.510530] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fbed310-b0a2-425a-aa4f-6b55ee36e41d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.568973] env[69302]: DEBUG oslo_concurrency.lockutils [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.569454] env[69302]: DEBUG oslo_concurrency.lockutils [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.569922] env[69302]: INFO nova.compute.manager [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Attaching volume e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c to /dev/sdb [ 850.591784] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.591968] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.592156] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Deleting the datastore file [datastore2] 81ac6050-d6fc-4479-a8b8-2e54078b8437 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.592417] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe3544ab-b5d4-4d79-84a8-9fc087ad246f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.599404] env[69302]: DEBUG oslo_vmware.api [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for the task: (returnval){ [ 850.599404] env[69302]: value = "task-3183512" [ 850.599404] env[69302]: _type = "Task" [ 850.599404] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.610941] env[69302]: DEBUG oslo_vmware.api [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.616478] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59058e14-2904-4ed9-a521-b3780a46eb3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.623826] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730967d8-b3b2-4d58-8957-b47336bb34db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.638201] env[69302]: DEBUG nova.virt.block_device [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Updating existing volume attachment record: 6f5439cb-0d2f-4f1e-8486-84ddc39b25ce {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 850.645657] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.645847] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.646034] env[69302]: DEBUG nova.network.neutron [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.689037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.689914] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.146s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.690332] env[69302]: DEBUG nova.objects.instance [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lazy-loading 'resources' on Instance uuid 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.721569] env[69302]: INFO nova.scheduler.client.report [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Deleted allocations for instance 099411cb-0e40-4cb7-b36e-12409f837436 [ 850.790724] env[69302]: DEBUG nova.compute.manager [req-b0e798e2-7c59-4db7-9973-29a1f09edda9 req-5250fd1a-ef54-45ab-afb6-1185aad9c352 service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Received event network-changed-89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.790724] env[69302]: DEBUG nova.compute.manager [req-b0e798e2-7c59-4db7-9973-29a1f09edda9 req-5250fd1a-ef54-45ab-afb6-1185aad9c352 service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Refreshing instance network info cache due to event network-changed-89234757-80c7-4ce6-902b-c111570cf1d4. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.790724] env[69302]: DEBUG oslo_concurrency.lockutils [req-b0e798e2-7c59-4db7-9973-29a1f09edda9 req-5250fd1a-ef54-45ab-afb6-1185aad9c352 service nova] Acquiring lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.790724] env[69302]: DEBUG oslo_concurrency.lockutils [req-b0e798e2-7c59-4db7-9973-29a1f09edda9 req-5250fd1a-ef54-45ab-afb6-1185aad9c352 service nova] Acquired lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.790724] env[69302]: DEBUG nova.network.neutron [req-b0e798e2-7c59-4db7-9973-29a1f09edda9 req-5250fd1a-ef54-45ab-afb6-1185aad9c352 service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Refreshing network info cache for port 89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.846995] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5213eb46-6280-c424-1bd0-dc6e98abf652, 'name': SearchDatastore_Task, 'duration_secs': 0.016502} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.847818] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.848205] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.848456] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.848605] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.848784] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.849070] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df9b6e30-f81c-4ebe-a80d-9b541a726ff4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.858049] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.858272] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.859357] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca8628d-902c-4b07-ad8e-01a871b706a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.864622] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 850.864622] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529e9dcf-4448-2850-ccf9-ba1c005ec773" [ 850.864622] env[69302]: _type = "Task" [ 850.864622] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.873244] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529e9dcf-4448-2850-ccf9-ba1c005ec773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.916246] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183510, 'name': ReconfigVM_Task, 'duration_secs': 0.171283} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.916550] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636726', 'volume_id': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'name': 'volume-ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '541bfebc-a0d5-4a24-b5af-2d54a9601a15', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a', 'serial': 'ff1a1fd5-7bfc-48f6-bff1-614547d6797a'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 850.916831] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.917751] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b1a85-931f-463e-8364-5522baa5a948 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.926837] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.926837] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0c88c42-2e11-499e-b739-2cef947a4507 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.983616] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.983616] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.983616] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleting the datastore file [datastore1] 541bfebc-a0d5-4a24-b5af-2d54a9601a15 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.984149] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42f3939c-a407-4c90-ab11-4e3f6d801d94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.995104] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 850.995104] env[69302]: value = "task-3183516" [ 850.995104] env[69302]: _type = "Task" [ 850.995104] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.008801] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.038083] env[69302]: DEBUG nova.compute.manager [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Received event network-changed-89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.038083] env[69302]: DEBUG nova.compute.manager [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Refreshing instance network info cache due to event network-changed-89234757-80c7-4ce6-902b-c111570cf1d4. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.038521] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Acquiring lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.113783] env[69302]: DEBUG oslo_vmware.api [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Task: {'id': task-3183512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306937} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.114848] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.117853] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.117853] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.117853] env[69302]: INFO nova.compute.manager [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Took 1.13 seconds to destroy the instance on the hypervisor. [ 851.117853] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.117853] env[69302]: DEBUG nova.compute.manager [-] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.117853] env[69302]: DEBUG nova.network.neutron [-] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.232975] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef6d86cf-1b2d-4652-8795-088f3fa188de tempest-SecurityGroupsTestJSON-738855875 tempest-SecurityGroupsTestJSON-738855875-project-member] Lock "099411cb-0e40-4cb7-b36e-12409f837436" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.108s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.269269] env[69302]: INFO nova.compute.manager [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Rescuing [ 851.269531] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.269763] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.269850] env[69302]: DEBUG nova.network.neutron [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.382550] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529e9dcf-4448-2850-ccf9-ba1c005ec773, 'name': SearchDatastore_Task, 'duration_secs': 0.009041} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.384851] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bf337a-860e-4962-83d3-1336bfa6d58a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.391492] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 851.391492] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294dbd9-2d9b-f680-68c5-703bc8ac1128" [ 851.391492] env[69302]: _type = "Task" [ 851.391492] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.410450] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294dbd9-2d9b-f680-68c5-703bc8ac1128, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.410782] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.411096] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 5b490a83-e164-4d8b-a3fa-2734deab1f42/5b490a83-e164-4d8b-a3fa-2734deab1f42.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.411401] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abfaa8d2-af06-4a52-a21f-e29b9e9ffdae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.420323] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 851.420323] env[69302]: value = "task-3183518" [ 851.420323] env[69302]: _type = "Task" [ 851.420323] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.430638] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.504306] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "eba4ea5b-5442-422c-acfd-6926eb50744d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.504729] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "eba4ea5b-5442-422c-acfd-6926eb50744d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.505210] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "eba4ea5b-5442-422c-acfd-6926eb50744d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.505210] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "eba4ea5b-5442-422c-acfd-6926eb50744d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.505451] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "eba4ea5b-5442-422c-acfd-6926eb50744d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.507103] env[69302]: DEBUG oslo_vmware.api [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181181} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.510812] env[69302]: INFO nova.compute.manager [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Terminating instance [ 851.512361] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.512603] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.513230] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.513230] env[69302]: INFO nova.compute.manager [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Took 2.28 seconds to destroy the instance on the hypervisor. [ 851.513230] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.514959] env[69302]: DEBUG nova.compute.manager [-] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.514959] env[69302]: DEBUG nova.network.neutron [-] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.536108] env[69302]: DEBUG nova.network.neutron [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance_info_cache with network_info: [{"id": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "address": "fa:16:3e:d0:0a:cc", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d6d688-6c", "ovs_interfaceid": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.627409] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b238012b-23f9-4dec-8e2b-3074d2b7bd52 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.635528] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336f5ee9-b7aa-4ec8-8e3b-15b0af241248 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.674257] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a51825-fb45-4c33-bab3-6a968bdd6c8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.681281] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquiring lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.681515] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.691164] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b5032-b894-4b25-b06a-bf7bce4bf156 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.705750] env[69302]: DEBUG nova.compute.provider_tree [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.719047] env[69302]: DEBUG nova.network.neutron [req-b0e798e2-7c59-4db7-9973-29a1f09edda9 req-5250fd1a-ef54-45ab-afb6-1185aad9c352 service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Updated VIF entry in instance network info cache for port 89234757-80c7-4ce6-902b-c111570cf1d4. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.719173] env[69302]: DEBUG nova.network.neutron [req-b0e798e2-7c59-4db7-9973-29a1f09edda9 req-5250fd1a-ef54-45ab-afb6-1185aad9c352 service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Updating instance_info_cache with network_info: [{"id": "89234757-80c7-4ce6-902b-c111570cf1d4", "address": "fa:16:3e:7e:d6:24", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89234757-80", "ovs_interfaceid": "89234757-80c7-4ce6-902b-c111570cf1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.932855] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183518, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.017035] env[69302]: DEBUG nova.network.neutron [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Updating instance_info_cache with network_info: [{"id": "685a5979-3da3-4a6e-a841-d38039017f28", "address": "fa:16:3e:19:bd:21", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685a5979-3d", "ovs_interfaceid": "685a5979-3da3-4a6e-a841-d38039017f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.021205] env[69302]: DEBUG nova.compute.manager [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.021205] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.021205] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda1642c-ffba-41e4-a900-2dec210d7abf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.024730] env[69302]: DEBUG nova.network.neutron [-] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.033064] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.033696] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-448fb1bf-c89e-431d-8ea3-1e64f84ce0e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.038783] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.045075] env[69302]: DEBUG oslo_vmware.api [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 852.045075] env[69302]: value = "task-3183519" [ 852.045075] env[69302]: _type = "Task" [ 852.045075] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.054897] env[69302]: DEBUG oslo_vmware.api [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.184904] env[69302]: DEBUG nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.212127] env[69302]: DEBUG nova.scheduler.client.report [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.221679] env[69302]: DEBUG oslo_concurrency.lockutils [req-b0e798e2-7c59-4db7-9973-29a1f09edda9 req-5250fd1a-ef54-45ab-afb6-1185aad9c352 service nova] Releasing lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.222174] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Acquired lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.222290] env[69302]: DEBUG nova.network.neutron [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Refreshing network info cache for port 89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.401321] env[69302]: DEBUG nova.network.neutron [-] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.434712] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708201} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.434963] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 5b490a83-e164-4d8b-a3fa-2734deab1f42/5b490a83-e164-4d8b-a3fa-2734deab1f42.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.435213] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.435477] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7cafb4-2013-4904-894f-5306e3634727 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.442331] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 852.442331] env[69302]: value = "task-3183520" [ 852.442331] env[69302]: _type = "Task" [ 852.442331] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.454204] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.517599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "refresh_cache-b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.527348] env[69302]: INFO nova.compute.manager [-] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Took 1.41 seconds to deallocate network for instance. [ 852.561210] env[69302]: DEBUG oslo_vmware.api [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183519, 'name': PowerOffVM_Task, 'duration_secs': 0.351903} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.561210] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.561369] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.561697] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00bc3bd6-4f33-4762-9876-dc75d14cd9cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.570066] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38da9826-b2d1-47d0-8eef-31c3c666d5ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.589506] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c6e2d0-cf9e-4ce3-bf0c-1b959e0a1f8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.597563] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance '58bc7378-cf42-446a-a5dc-bd89aa59e7bd' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 852.609997] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 852.610275] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636732', 'volume_id': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'name': 'volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd64bebb-7c5b-48cb-b670-52983ffe6ba5', 'attached_at': '', 'detached_at': '', 'volume_id': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'serial': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 852.611142] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a453383d-fddb-42df-93ee-08410a6c0fc2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.628363] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be14efd7-2f37-420d-aa53-8a11b9e3777c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.658870] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9/volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.661022] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6370b10-31d6-401d-9738-3a9f03188b20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.675081] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.675296] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.675479] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Deleting the datastore file [datastore2] eba4ea5b-5442-422c-acfd-6926eb50744d {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.676040] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bdd1e80-67be-4d9c-a868-2a786e2053a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.683527] env[69302]: DEBUG oslo_vmware.api [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Waiting for the task: (returnval){ [ 852.683527] env[69302]: value = "task-3183522" [ 852.683527] env[69302]: _type = "Task" [ 852.683527] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.684820] env[69302]: DEBUG oslo_vmware.api [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 852.684820] env[69302]: value = "task-3183523" [ 852.684820] env[69302]: _type = "Task" [ 852.684820] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.701373] env[69302]: DEBUG oslo_vmware.api [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Task: {'id': task-3183522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.703715] env[69302]: DEBUG oslo_vmware.api [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.715527] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.719353] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.721475] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.386s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.721703] env[69302]: DEBUG nova.objects.instance [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lazy-loading 'resources' on Instance uuid 791ac5be-123d-4525-92fc-cfd6ec43c0c1 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.751907] env[69302]: INFO nova.scheduler.client.report [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Deleted allocations for instance 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61 [ 852.905239] env[69302]: INFO nova.compute.manager [-] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Took 1.39 seconds to deallocate network for instance. [ 852.954990] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068601} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.955870] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.956551] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b4781-984c-4abd-ac5d-7de06ea142b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.981448] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 5b490a83-e164-4d8b-a3fa-2734deab1f42/5b490a83-e164-4d8b-a3fa-2734deab1f42.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.982539] env[69302]: DEBUG nova.network.neutron [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Updated VIF entry in instance network info cache for port 89234757-80c7-4ce6-902b-c111570cf1d4. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.982871] env[69302]: DEBUG nova.network.neutron [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Updating instance_info_cache with network_info: [{"id": "89234757-80c7-4ce6-902b-c111570cf1d4", "address": "fa:16:3e:7e:d6:24", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89234757-80", "ovs_interfaceid": "89234757-80c7-4ce6-902b-c111570cf1d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.984088] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dbb8597-f6eb-4177-929e-a53454060c8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.000669] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Releasing lock "refresh_cache-eba4ea5b-5442-422c-acfd-6926eb50744d" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.000948] env[69302]: DEBUG nova.compute.manager [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Received event network-vif-plugged-b6e88ae4-53f6-4f4f-be74-7496e3bd8f44 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.001713] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Acquiring lock "5b490a83-e164-4d8b-a3fa-2734deab1f42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.001952] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Lock "5b490a83-e164-4d8b-a3fa-2734deab1f42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.002166] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Lock "5b490a83-e164-4d8b-a3fa-2734deab1f42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.002351] env[69302]: DEBUG nova.compute.manager [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] No waiting events found dispatching network-vif-plugged-b6e88ae4-53f6-4f4f-be74-7496e3bd8f44 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.002532] env[69302]: WARNING nova.compute.manager [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Received unexpected event network-vif-plugged-b6e88ae4-53f6-4f4f-be74-7496e3bd8f44 for instance with vm_state building and task_state spawning. [ 853.002708] env[69302]: DEBUG nova.compute.manager [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Received event network-changed-b6e88ae4-53f6-4f4f-be74-7496e3bd8f44 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.002877] env[69302]: DEBUG nova.compute.manager [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Refreshing instance network info cache due to event network-changed-b6e88ae4-53f6-4f4f-be74-7496e3bd8f44. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.003123] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Acquiring lock "refresh_cache-5b490a83-e164-4d8b-a3fa-2734deab1f42" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.003279] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Acquired lock "refresh_cache-5b490a83-e164-4d8b-a3fa-2734deab1f42" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.003453] env[69302]: DEBUG nova.network.neutron [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Refreshing network info cache for port b6e88ae4-53f6-4f4f-be74-7496e3bd8f44 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.005698] env[69302]: DEBUG nova.compute.manager [req-98d3d329-dc90-4230-a0f9-bd2dc77206b5 req-2ed98723-c8f8-4e55-9675-7090d5cc7e7a service nova] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Received event network-vif-deleted-c70a5a92-e56c-4d4e-9e5b-9827ad6b9721 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.005886] env[69302]: DEBUG nova.compute.manager [req-98d3d329-dc90-4230-a0f9-bd2dc77206b5 req-2ed98723-c8f8-4e55-9675-7090d5cc7e7a service nova] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Received event network-vif-deleted-49b49980-0db2-4d29-8483-fa0e0bc33b97 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.012878] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 853.012878] env[69302]: value = "task-3183524" [ 853.012878] env[69302]: _type = "Task" [ 853.012878] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.024074] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.034064] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.076572] env[69302]: DEBUG nova.compute.manager [req-7ebb60e4-b759-4e35-b136-e41cc46ffabe req-803a3780-cf0a-4c84-b6ad-23c1763c9bc1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Received event network-changed-8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.076763] env[69302]: DEBUG nova.compute.manager [req-7ebb60e4-b759-4e35-b136-e41cc46ffabe req-803a3780-cf0a-4c84-b6ad-23c1763c9bc1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing instance network info cache due to event network-changed-8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.076975] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebb60e4-b759-4e35-b136-e41cc46ffabe req-803a3780-cf0a-4c84-b6ad-23c1763c9bc1 service nova] Acquiring lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.077133] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebb60e4-b759-4e35-b136-e41cc46ffabe req-803a3780-cf0a-4c84-b6ad-23c1763c9bc1 service nova] Acquired lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.077293] env[69302]: DEBUG nova.network.neutron [req-7ebb60e4-b759-4e35-b136-e41cc46ffabe req-803a3780-cf0a-4c84-b6ad-23c1763c9bc1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.105137] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.108864] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3594562-6523-4aeb-bfcf-66a77d5405ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.113470] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 853.113470] env[69302]: value = "task-3183526" [ 853.113470] env[69302]: _type = "Task" [ 853.113470] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.121483] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.196762] env[69302]: DEBUG oslo_vmware.api [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Task: {'id': task-3183522, 'name': ReconfigVM_Task, 'duration_secs': 0.397701} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.199906] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Reconfigured VM instance instance-0000000b to attach disk [datastore2] volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9/volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.204890] env[69302]: DEBUG oslo_vmware.api [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.205178] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0d1e33-887a-4dcf-86ea-276747b50157 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.217541] env[69302]: DEBUG nova.compute.manager [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.218392] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e9444-0a65-4a0c-959e-4b7f79a28c08 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.222462] env[69302]: DEBUG oslo_vmware.api [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Waiting for the task: (returnval){ [ 853.222462] env[69302]: value = "task-3183527" [ 853.222462] env[69302]: _type = "Task" [ 853.222462] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.237609] env[69302]: DEBUG oslo_vmware.api [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Task: {'id': task-3183527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.265518] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0a295898-6536-4d25-895f-9b2d30f048f8 tempest-ServersTestBootFromVolume-842805078 tempest-ServersTestBootFromVolume-842805078-project-member] Lock "65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.057s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.465651] env[69302]: INFO nova.compute.manager [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Took 0.56 seconds to detach 1 volumes for instance. [ 853.533618] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.625152] env[69302]: DEBUG oslo_vmware.api [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183526, 'name': PowerOnVM_Task, 'duration_secs': 0.440306} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.625424] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.625835] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d92be484-9c5a-4f43-b6da-048e4193d044 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance '58bc7378-cf42-446a-a5dc-bd89aa59e7bd' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 853.643202] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f105a1-481c-49c8-ba0b-0fc968ad4950 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.654181] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c30ede5-f79b-4069-99ca-e00dfb3fe32d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.702823] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb65dd2d-0c74-41bf-81c7-81d0e60dc3d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.715148] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ff5460-75ce-47a4-b449-36eb16a55f00 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.719258] env[69302]: DEBUG oslo_vmware.api [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519692} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.719817] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.720049] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.720241] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.720415] env[69302]: INFO nova.compute.manager [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Took 1.70 seconds to destroy the instance on the hypervisor. [ 853.720650] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.721197] env[69302]: DEBUG nova.compute.manager [-] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.721298] env[69302]: DEBUG nova.network.neutron [-] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.731302] env[69302]: DEBUG nova.compute.provider_tree [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.738230] env[69302]: INFO nova.compute.manager [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] instance snapshotting [ 853.741549] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bbf555-fb81-4097-bc94-b97daf1a3720 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.747406] env[69302]: DEBUG oslo_vmware.api [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Task: {'id': task-3183527, 'name': ReconfigVM_Task, 'duration_secs': 0.159295} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.747992] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636732', 'volume_id': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'name': 'volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd64bebb-7c5b-48cb-b670-52983ffe6ba5', 'attached_at': '', 'detached_at': '', 'volume_id': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'serial': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 853.766980] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49a357f-9295-499a-bbe2-f8ab48eb172a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.972367] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.982919] env[69302]: DEBUG nova.network.neutron [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Updated VIF entry in instance network info cache for port b6e88ae4-53f6-4f4f-be74-7496e3bd8f44. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.986186] env[69302]: DEBUG nova.network.neutron [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Updating instance_info_cache with network_info: [{"id": "b6e88ae4-53f6-4f4f-be74-7496e3bd8f44", "address": "fa:16:3e:8d:17:c7", "network": {"id": "7bcf591a-1ebf-46a6-b9e7-c7a331311884", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-271027462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c27cdf3497ad4f42990d983b26a0bfcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e88ae4-53", "ovs_interfaceid": "b6e88ae4-53f6-4f4f-be74-7496e3bd8f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.020790] env[69302]: DEBUG nova.network.neutron [req-7ebb60e4-b759-4e35-b136-e41cc46ffabe req-803a3780-cf0a-4c84-b6ad-23c1763c9bc1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updated VIF entry in instance network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.021132] env[69302]: DEBUG nova.network.neutron [req-7ebb60e4-b759-4e35-b136-e41cc46ffabe req-803a3780-cf0a-4c84-b6ad-23c1763c9bc1 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updating instance_info_cache with network_info: [{"id": "8697778b-37ef-4415-95cd-6f187ed44473", "address": "fa:16:3e:fa:41:b6", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8697778b-37", "ovs_interfaceid": "8697778b-37ef-4415-95cd-6f187ed44473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.027544] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183524, 'name': ReconfigVM_Task, 'duration_secs': 0.611615} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.027804] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 5b490a83-e164-4d8b-a3fa-2734deab1f42/5b490a83-e164-4d8b-a3fa-2734deab1f42.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.029882] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e92bf97b-6b87-4c39-8ab5-f1a7f156b612 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.036775] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 854.036775] env[69302]: value = "task-3183528" [ 854.036775] env[69302]: _type = "Task" [ 854.036775] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.046754] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183528, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.053404] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.053662] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c7267c-81f1-4ff1-bff0-1272121c1584 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.060523] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 854.060523] env[69302]: value = "task-3183529" [ 854.060523] env[69302]: _type = "Task" [ 854.060523] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.068840] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.243272] env[69302]: DEBUG nova.scheduler.client.report [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.284275] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 854.284275] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e585adf-cd2f-4f1e-8ab4-607251aab2bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.292364] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 854.292364] env[69302]: value = "task-3183530" [ 854.292364] env[69302]: _type = "Task" [ 854.292364] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.309022] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.485927] env[69302]: DEBUG oslo_concurrency.lockutils [req-faa9a36b-b597-4e6d-85c2-469cd31dc93b req-202e605d-7837-4a23-b4db-fd80ce8b649b service nova] Releasing lock "refresh_cache-5b490a83-e164-4d8b-a3fa-2734deab1f42" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.524291] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebb60e4-b759-4e35-b136-e41cc46ffabe req-803a3780-cf0a-4c84-b6ad-23c1763c9bc1 service nova] Releasing lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.552834] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183528, 'name': Rename_Task, 'duration_secs': 0.153875} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.552834] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.552834] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-432bc5de-d476-4f96-9fc9-fc656bf3c9f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.559083] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 854.559083] env[69302]: value = "task-3183531" [ 854.559083] env[69302]: _type = "Task" [ 854.559083] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.573173] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.577973] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183529, 'name': PowerOffVM_Task, 'duration_secs': 0.17762} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.578330] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.579270] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb0700-3a93-4487-9b41-e0d73fc46ac8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.598869] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29055ecc-5677-4972-81f2-2fda8456b25b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.649249] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.649727] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b8dc5a9-fe4b-490c-9653-d0c5776fb191 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.658312] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 854.658312] env[69302]: value = "task-3183532" [ 854.658312] env[69302]: _type = "Task" [ 854.658312] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.670447] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 854.670862] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.671306] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.671579] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.671909] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.672315] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcccb08a-ecd8-4fed-8746-bab9e9acc53d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.686424] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.686424] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.686424] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feef720c-eb5d-450b-9180-2cc353968a14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.689738] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 854.689738] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5250e0f3-9524-2e2f-f7bf-8329cefc554d" [ 854.689738] env[69302]: _type = "Task" [ 854.689738] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.700615] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5250e0f3-9524-2e2f-f7bf-8329cefc554d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.749537] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.751660] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.035s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.752106] env[69302]: INFO nova.compute.claims [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.781061] env[69302]: INFO nova.scheduler.client.report [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Deleted allocations for instance 791ac5be-123d-4525-92fc-cfd6ec43c0c1 [ 854.802967] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183530, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.813502] env[69302]: DEBUG nova.objects.instance [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Lazy-loading 'flavor' on Instance uuid dd64bebb-7c5b-48cb-b670-52983ffe6ba5 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.871659] env[69302]: DEBUG nova.network.neutron [-] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.946577] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "93b679c4-2c07-4b85-bc37-84488097d52f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.946847] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.947099] env[69302]: INFO nova.compute.manager [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Rebooting instance [ 855.068887] env[69302]: DEBUG oslo_vmware.api [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183531, 'name': PowerOnVM_Task, 'duration_secs': 0.48246} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.069271] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.069540] env[69302]: INFO nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Took 8.50 seconds to spawn the instance on the hypervisor. [ 855.069779] env[69302]: DEBUG nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.070632] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77725014-d420-4022-a71a-ced663f69c7f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.143229] env[69302]: DEBUG nova.compute.manager [req-c58ee511-270a-49e3-a9eb-bbffdc84bb5a req-88a2aa39-3271-40d1-991d-2dc81c440684 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Received event network-changed-8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.143229] env[69302]: DEBUG nova.compute.manager [req-c58ee511-270a-49e3-a9eb-bbffdc84bb5a req-88a2aa39-3271-40d1-991d-2dc81c440684 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing instance network info cache due to event network-changed-8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.143724] env[69302]: DEBUG oslo_concurrency.lockutils [req-c58ee511-270a-49e3-a9eb-bbffdc84bb5a req-88a2aa39-3271-40d1-991d-2dc81c440684 service nova] Acquiring lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.144015] env[69302]: DEBUG oslo_concurrency.lockutils [req-c58ee511-270a-49e3-a9eb-bbffdc84bb5a req-88a2aa39-3271-40d1-991d-2dc81c440684 service nova] Acquired lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.144907] env[69302]: DEBUG nova.network.neutron [req-c58ee511-270a-49e3-a9eb-bbffdc84bb5a req-88a2aa39-3271-40d1-991d-2dc81c440684 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Refreshing network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.174479] env[69302]: DEBUG nova.compute.manager [req-f877749d-fb8b-4b03-be60-8f2f47f86220 req-34c55806-505b-412a-8634-3bfe7d8421ff service nova] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Received event network-vif-deleted-89234757-80c7-4ce6-902b-c111570cf1d4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.200652] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5250e0f3-9524-2e2f-f7bf-8329cefc554d, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.201799] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-068b9fb5-683f-454d-8610-699f584375f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.207671] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 855.207671] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524829c1-2d2c-670d-eb82-c87c75300c96" [ 855.207671] env[69302]: _type = "Task" [ 855.207671] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.216351] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524829c1-2d2c-670d-eb82-c87c75300c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.292017] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3c9fe29b-4218-414b-a543-030ba270b7be tempest-InstanceActionsNegativeTestJSON-1949035041 tempest-InstanceActionsNegativeTestJSON-1949035041-project-member] Lock "791ac5be-123d-4525-92fc-cfd6ec43c0c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.371s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.304434] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183530, 'name': CreateSnapshot_Task, 'duration_secs': 0.932878} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.305629] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 855.306606] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f89f158-d47f-4d48-a16c-8d3c0f2c1651 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.324018] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86cff746-76fb-4ed5-96f8-afa717c8fe3c tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.324s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.374893] env[69302]: INFO nova.compute.manager [-] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Took 1.65 seconds to deallocate network for instance. [ 855.464299] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.464580] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.464775] env[69302]: DEBUG nova.network.neutron [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.594554] env[69302]: INFO nova.compute.manager [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Took 29.68 seconds to build instance. [ 855.698592] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 855.698960] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636737', 'volume_id': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'name': 'volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '848596ef-6ff7-40f4-b28d-3986692e5ce5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'serial': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 855.700801] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa2ef55-6b65-4e8d-9914-8cfb656094cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.726976] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4a5e8b-d6ed-4d5a-81f2-25d02b9047ce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.741397] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524829c1-2d2c-670d-eb82-c87c75300c96, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.756926] env[69302]: DEBUG oslo_concurrency.lockutils [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.757377] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. {{(pid=69302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 855.767779] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c/volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.768011] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e4780de-627c-43f7-8ee0-ec63a4748734 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.774540] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d05d5ac-6613-42e3-9786-e855e42c1c6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.798567] env[69302]: DEBUG oslo_vmware.api [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 855.798567] env[69302]: value = "task-3183533" [ 855.798567] env[69302]: _type = "Task" [ 855.798567] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.800035] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 855.800035] env[69302]: value = "task-3183534" [ 855.800035] env[69302]: _type = "Task" [ 855.800035] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.812852] env[69302]: DEBUG oslo_vmware.api [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.819247] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.830735] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 855.831384] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce177774-2f30-4848-a5fc-3e46bce998a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.843114] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 855.843114] env[69302]: value = "task-3183535" [ 855.843114] env[69302]: _type = "Task" [ 855.843114] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.852368] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183535, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.883359] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.934584] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Acquiring lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.934873] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.103482] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02158a56-b453-4b63-9186-a49989b39fa4 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "5b490a83-e164-4d8b-a3fa-2734deab1f42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.208s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.247425] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ed71d8-ac61-41c3-9e24-a6aa332874dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.259079] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210766e2-0c8c-4800-b7df-ede3298d4acf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.298140] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195fbde4-8170-40cf-8873-6b699fdc2356 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.316133] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e933fdb9-eea9-4738-8a2d-5070b61f8eea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.320598] env[69302]: DEBUG oslo_vmware.api [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.326723] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183534, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.339162] env[69302]: DEBUG nova.compute.provider_tree [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.344431] env[69302]: DEBUG nova.network.neutron [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Port 79d6d688-6c43-4ab4-9b36-008d67f5de3f binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 856.344991] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.345302] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.345537] env[69302]: DEBUG nova.network.neutron [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.358048] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183535, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.403758] env[69302]: DEBUG nova.network.neutron [req-c58ee511-270a-49e3-a9eb-bbffdc84bb5a req-88a2aa39-3271-40d1-991d-2dc81c440684 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updated VIF entry in instance network info cache for port 8697778b-37ef-4415-95cd-6f187ed44473. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.404138] env[69302]: DEBUG nova.network.neutron [req-c58ee511-270a-49e3-a9eb-bbffdc84bb5a req-88a2aa39-3271-40d1-991d-2dc81c440684 service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updating instance_info_cache with network_info: [{"id": "8697778b-37ef-4415-95cd-6f187ed44473", "address": "fa:16:3e:fa:41:b6", "network": {"id": "c3dd81a6-3191-497d-aef4-f70487b36611", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-533690662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac22eb1f95e49a1ad60ba4d44ac71b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8697778b-37", "ovs_interfaceid": "8697778b-37ef-4415-95cd-6f187ed44473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.439552] env[69302]: INFO nova.compute.manager [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Detaching volume 54ea6222-e500-4a1b-9ff9-894fbc55cfb9 [ 856.493438] env[69302]: INFO nova.virt.block_device [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Attempting to driver detach volume 54ea6222-e500-4a1b-9ff9-894fbc55cfb9 from mountpoint /dev/sdb [ 856.493563] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 856.493997] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636732', 'volume_id': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'name': 'volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd64bebb-7c5b-48cb-b670-52983ffe6ba5', 'attached_at': '', 'detached_at': '', 'volume_id': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'serial': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 856.494668] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27806f15-49c2-4718-91be-b02ce3c4f5cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.520816] env[69302]: DEBUG nova.network.neutron [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.522681] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9027e82-d680-42bd-b5f5-e235c1edfde3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.531319] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b576ab9-fb2e-4f07-a0e8-6dbe7760c8ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.554034] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15bf1eb-8cdf-4fb6-94df-73bf77ffcad5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.571897] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] The volume has not been displaced from its original location: [datastore2] volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9/volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 856.577807] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 856.578207] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6562f8aa-7290-4972-bf3b-653e967593e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.596328] env[69302]: DEBUG oslo_vmware.api [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Waiting for the task: (returnval){ [ 856.596328] env[69302]: value = "task-3183536" [ 856.596328] env[69302]: _type = "Task" [ 856.596328] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.606130] env[69302]: DEBUG oslo_vmware.api [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Task: {'id': task-3183536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.815763] env[69302]: DEBUG oslo_vmware.api [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183533, 'name': ReconfigVM_Task, 'duration_secs': 0.765331} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.819694] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c/volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.825347] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527928} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.825652] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296d1dba-4af5-4dd7-a3c0-f86b3a9bb262 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.836528] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. [ 856.837428] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83311d93-1955-49f5-ac06-07bf06805de7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.842836] env[69302]: DEBUG nova.scheduler.client.report [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.864444] env[69302]: DEBUG oslo_vmware.api [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 856.864444] env[69302]: value = "task-3183537" [ 856.864444] env[69302]: _type = "Task" [ 856.864444] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.876081] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.877633] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.878196] env[69302]: DEBUG nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.884262] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a84b37f-e8ae-4613-97b0-8a797342108a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.897535] env[69302]: DEBUG oslo_concurrency.lockutils [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.603s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.910071] env[69302]: DEBUG oslo_concurrency.lockutils [req-c58ee511-270a-49e3-a9eb-bbffdc84bb5a req-88a2aa39-3271-40d1-991d-2dc81c440684 service nova] Releasing lock "refresh_cache-5521f7d1-b8ac-4856-8722-4fd67133da37" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.910901] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183535, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.915959] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 856.915959] env[69302]: value = "task-3183538" [ 856.915959] env[69302]: _type = "Task" [ 856.915959] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.915959] env[69302]: DEBUG oslo_vmware.api [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.925204] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.029435] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.116233] env[69302]: DEBUG oslo_vmware.api [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Task: {'id': task-3183536, 'name': ReconfigVM_Task, 'duration_secs': 0.508381} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.116670] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.125883] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1ae4fc-8403-41a1-9c1e-1b74e1285ce7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.147684] env[69302]: DEBUG oslo_vmware.api [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Waiting for the task: (returnval){ [ 857.147684] env[69302]: value = "task-3183539" [ 857.147684] env[69302]: _type = "Task" [ 857.147684] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.173919] env[69302]: DEBUG oslo_vmware.api [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Task: {'id': task-3183539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.208862] env[69302]: DEBUG nova.network.neutron [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance_info_cache with network_info: [{"id": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "address": "fa:16:3e:d0:0a:cc", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d6d688-6c", "ovs_interfaceid": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.340777] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1349c1-8dac-4846-821e-37359fcc2c89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.349191] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785f489c-18f4-4e7d-8be5-407e67673813 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.384621] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde72520-539e-4f64-a0ee-5a38b9260872 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.394375] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183535, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.398795] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df549c26-4a76-4ab2-b44e-42371b20ba67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.409228] env[69302]: DEBUG nova.compute.utils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.410015] env[69302]: DEBUG oslo_vmware.api [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183537, 'name': ReconfigVM_Task, 'duration_secs': 0.208351} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.410270] env[69302]: DEBUG nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.410436] env[69302]: DEBUG nova.network.neutron [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.412880] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636737', 'volume_id': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'name': 'volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '848596ef-6ff7-40f4-b28d-3986692e5ce5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'serial': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 857.424185] env[69302]: DEBUG nova.compute.provider_tree [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.435813] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.534423] env[69302]: DEBUG nova.compute.manager [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.535401] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8c29ae-b739-4091-b054-372198a0809c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.560799] env[69302]: DEBUG nova.policy [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8307e05eeeff4fdd87118b90ea90dcd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2d39aa93f504f8e95a4adc6ec756489', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.624571] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "cb5ac92a-790e-404a-801c-4693657bc65f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.624981] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "cb5ac92a-790e-404a-801c-4693657bc65f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.658577] env[69302]: DEBUG oslo_vmware.api [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Task: {'id': task-3183539, 'name': ReconfigVM_Task, 'duration_secs': 0.164321} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.658879] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636732', 'volume_id': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'name': 'volume-54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dd64bebb-7c5b-48cb-b670-52983ffe6ba5', 'attached_at': '', 'detached_at': '', 'volume_id': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9', 'serial': '54ea6222-e500-4a1b-9ff9-894fbc55cfb9'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 857.715060] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.896562] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183535, 'name': CloneVM_Task, 'duration_secs': 1.876748} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.896562] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Created linked-clone VM from snapshot [ 857.896562] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73480c0f-7dac-4873-9fde-600db173023e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.902218] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Uploading image da564410-d098-4ea7-88fb-a378c644b23a {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 857.924517] env[69302]: DEBUG nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.935449] env[69302]: DEBUG oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 857.935449] env[69302]: value = "vm-636739" [ 857.935449] env[69302]: _type = "VirtualMachine" [ 857.935449] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 857.936353] env[69302]: DEBUG nova.scheduler.client.report [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.940760] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-871a6075-b612-4d9d-9cb2-394e304003db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.950932] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183538, 'name': ReconfigVM_Task, 'duration_secs': 0.700309} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.950932] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Reconfigured VM instance instance-00000034 to attach disk [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.950932] env[69302]: DEBUG oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lease: (returnval){ [ 857.950932] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52398115-fdf2-59e8-21a4-da5367d251a4" [ 857.950932] env[69302]: _type = "HttpNfcLease" [ 857.950932] env[69302]: } obtained for exporting VM: (result){ [ 857.950932] env[69302]: value = "vm-636739" [ 857.950932] env[69302]: _type = "VirtualMachine" [ 857.950932] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 857.950932] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the lease: (returnval){ [ 857.950932] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52398115-fdf2-59e8-21a4-da5367d251a4" [ 857.950932] env[69302]: _type = "HttpNfcLease" [ 857.950932] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 857.950932] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3550049c-07df-429c-afe2-f3489cbfc9cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.963411] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.963411] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52398115-fdf2-59e8-21a4-da5367d251a4" [ 857.963411] env[69302]: _type = "HttpNfcLease" [ 857.963411] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 857.991089] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617dddb4-a7af-41c1-907f-90eda92714c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.010815] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 858.010815] env[69302]: value = "task-3183541" [ 858.010815] env[69302]: _type = "Task" [ 858.010815] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.019764] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.135022] env[69302]: DEBUG nova.compute.manager [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.145567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "457d13c7-a0ff-481b-849f-a2753f280741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.145567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "457d13c7-a0ff-481b-849f-a2753f280741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.218496] env[69302]: DEBUG nova.compute.manager [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69302) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 858.219427] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.223360] env[69302]: DEBUG nova.objects.instance [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Lazy-loading 'flavor' on Instance uuid dd64bebb-7c5b-48cb-b670-52983ffe6ba5 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.241280] env[69302]: DEBUG nova.network.neutron [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Successfully created port: b076e354-5288-4386-8280-7db34e5d67d7 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.443668] env[69302]: DEBUG oslo_concurrency.lockutils [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.546s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.443872] env[69302]: INFO nova.compute.manager [None req-105b65ff-b4ea-48e0-ad88-57a9764a9f21 tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Successfully reverted task state from rebuilding on failure for instance. [ 858.449896] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.309s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.450258] env[69302]: DEBUG nova.objects.instance [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lazy-loading 'resources' on Instance uuid b631bcce-e3d1-402d-83c6-80e7054fee6e {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.464174] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.464174] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52398115-fdf2-59e8-21a4-da5367d251a4" [ 858.464174] env[69302]: _type = "HttpNfcLease" [ 858.464174] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 858.464174] env[69302]: DEBUG oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 858.464174] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52398115-fdf2-59e8-21a4-da5367d251a4" [ 858.464174] env[69302]: _type = "HttpNfcLease" [ 858.464174] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 858.464519] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d872e-dcd4-44aa-a761-e97cb3f6d6ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.475117] env[69302]: DEBUG oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ee52f-c8a8-f45a-8acb-d5b362a7ed19/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 858.475117] env[69302]: DEBUG oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ee52f-c8a8-f45a-8acb-d5b362a7ed19/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 858.532722] env[69302]: DEBUG nova.objects.instance [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'flavor' on Instance uuid 848596ef-6ff7-40f4-b28d-3986692e5ce5 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.546026] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183541, 'name': ReconfigVM_Task, 'duration_secs': 0.221824} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.546297] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.546555] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-740e100c-bfa5-4927-984c-429228b1fb89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.553417] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bc4267-b7e7-4459-83b5-98c942dc2c5b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.558182] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 858.558182] env[69302]: value = "task-3183542" [ 858.558182] env[69302]: _type = "Task" [ 858.558182] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.564045] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Doing hard reboot of VM {{(pid=69302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 858.564612] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-503a6e44-20db-4e6b-9c9d-71e442b7c5b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.570015] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.578018] env[69302]: DEBUG oslo_vmware.api [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 858.578018] env[69302]: value = "task-3183543" [ 858.578018] env[69302]: _type = "Task" [ 858.578018] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.582397] env[69302]: DEBUG oslo_vmware.api [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183543, 'name': ResetVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.640016] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd92df0c-c598-4394-a3f9-6bd1dcc27409 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.651561] env[69302]: DEBUG nova.compute.manager [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.683867] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.850056] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquiring lock "5b490a83-e164-4d8b-a3fa-2734deab1f42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.850618] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "5b490a83-e164-4d8b-a3fa-2734deab1f42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.850875] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquiring lock "5b490a83-e164-4d8b-a3fa-2734deab1f42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.851292] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "5b490a83-e164-4d8b-a3fa-2734deab1f42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.851495] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "5b490a83-e164-4d8b-a3fa-2734deab1f42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.854465] env[69302]: INFO nova.compute.manager [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Terminating instance [ 858.939980] env[69302]: DEBUG nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.970472] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.970705] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.970873] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.971092] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.971469] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.971469] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.972232] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.972232] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.972232] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.972232] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.972373] env[69302]: DEBUG nova.virt.hardware [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.973314] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bea211-f99b-406d-96bb-bcff62187d9a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.982085] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcb7a66-52c1-4ec7-993d-8ae98fb50f96 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.038297] env[69302]: DEBUG oslo_concurrency.lockutils [None req-addd0315-a136-4e99-aa72-e5a09fe4b3c0 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.469s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.074066] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.083920] env[69302]: DEBUG oslo_vmware.api [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183543, 'name': ResetVM_Task, 'duration_secs': 0.097554} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.084618] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Did hard reboot of VM {{(pid=69302) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 859.084771] env[69302]: DEBUG nova.compute.manager [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.085653] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78318c33-cb26-4549-87e3-a4ed1ac2a242 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.189955] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.235112] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1660fe11-567b-4d60-b4f7-4deefbc7a615 tempest-VolumesAssistedSnapshotsTest-1159672356 tempest-VolumesAssistedSnapshotsTest-1159672356-project-admin] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.359805] env[69302]: DEBUG nova.compute.manager [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.359805] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.360643] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a0ab68-4d6e-4bce-afc9-bf0a02e5e2b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.368770] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.369532] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30724ee6-e628-4af4-9b24-da519fd17f38 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.380400] env[69302]: DEBUG oslo_vmware.api [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 859.380400] env[69302]: value = "task-3183545" [ 859.380400] env[69302]: _type = "Task" [ 859.380400] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.392524] env[69302]: DEBUG oslo_vmware.api [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.478728] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be1cee-8343-422d-a22c-2e1ddad27e93 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.487610] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b42644-c149-4d64-a5d5-b4ff8d03c574 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.529130] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c36ca0d-b5d3-4c2e-b423-26373c6bc9b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.538057] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a35d2-3fbd-4f87-add2-30aeae15b425 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.553486] env[69302]: DEBUG nova.compute.provider_tree [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.571457] env[69302]: DEBUG oslo_vmware.api [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183542, 'name': PowerOnVM_Task, 'duration_secs': 0.627674} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.571457] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.575647] env[69302]: DEBUG nova.compute.manager [None req-23a776b6-d33d-4e23-8139-23027036b467 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.577013] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bce7cf-a393-4ae5-b811-38302ecbc4fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.602317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e064f9d-7dc6-4981-a2c5-14275b1e6620 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.655s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.894355] env[69302]: DEBUG oslo_vmware.api [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183545, 'name': PowerOffVM_Task, 'duration_secs': 0.278247} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.894907] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.896738] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.896738] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e9a5d0c-a8bf-4287-bc1e-113c2c98c8a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.968909] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.969481] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.969930] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Deleting the datastore file [datastore2] 5b490a83-e164-4d8b-a3fa-2734deab1f42 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.970538] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41b82761-cb63-404e-8170-ff43b73e125d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.977933] env[69302]: DEBUG oslo_vmware.api [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for the task: (returnval){ [ 859.977933] env[69302]: value = "task-3183547" [ 859.977933] env[69302]: _type = "Task" [ 859.977933] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.987506] env[69302]: DEBUG oslo_vmware.api [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.020400] env[69302]: DEBUG nova.compute.manager [req-b36bde5c-a2c1-4279-b7d6-8eea43e006d9 req-c3248117-5385-45b2-9435-aae016958ea2 service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Received event network-vif-plugged-b076e354-5288-4386-8280-7db34e5d67d7 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.020955] env[69302]: DEBUG oslo_concurrency.lockutils [req-b36bde5c-a2c1-4279-b7d6-8eea43e006d9 req-c3248117-5385-45b2-9435-aae016958ea2 service nova] Acquiring lock "2175530c-3872-4bc2-9ffd-b8678ab52d39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.021821] env[69302]: DEBUG oslo_concurrency.lockutils [req-b36bde5c-a2c1-4279-b7d6-8eea43e006d9 req-c3248117-5385-45b2-9435-aae016958ea2 service nova] Lock "2175530c-3872-4bc2-9ffd-b8678ab52d39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.022428] env[69302]: DEBUG oslo_concurrency.lockutils [req-b36bde5c-a2c1-4279-b7d6-8eea43e006d9 req-c3248117-5385-45b2-9435-aae016958ea2 service nova] Lock "2175530c-3872-4bc2-9ffd-b8678ab52d39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.022723] env[69302]: DEBUG nova.compute.manager [req-b36bde5c-a2c1-4279-b7d6-8eea43e006d9 req-c3248117-5385-45b2-9435-aae016958ea2 service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] No waiting events found dispatching network-vif-plugged-b076e354-5288-4386-8280-7db34e5d67d7 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.023037] env[69302]: WARNING nova.compute.manager [req-b36bde5c-a2c1-4279-b7d6-8eea43e006d9 req-c3248117-5385-45b2-9435-aae016958ea2 service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Received unexpected event network-vif-plugged-b076e354-5288-4386-8280-7db34e5d67d7 for instance with vm_state building and task_state spawning. [ 860.058293] env[69302]: DEBUG nova.scheduler.client.report [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.182149] env[69302]: DEBUG nova.network.neutron [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Successfully updated port: b076e354-5288-4386-8280-7db34e5d67d7 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.489990] env[69302]: DEBUG oslo_vmware.api [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Task: {'id': task-3183547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255864} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.489990] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.490336] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.490336] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.490548] env[69302]: INFO nova.compute.manager [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Took 1.13 seconds to destroy the instance on the hypervisor. [ 860.490902] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.491168] env[69302]: DEBUG nova.compute.manager [-] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.491288] env[69302]: DEBUG nova.network.neutron [-] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.570287] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.571462] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.558s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.574614] env[69302]: DEBUG nova.objects.instance [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lazy-loading 'resources' on Instance uuid 64ac329d-1c2d-49d3-b26f-111f725d3a34 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.611231] env[69302]: INFO nova.scheduler.client.report [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Deleted allocations for instance b631bcce-e3d1-402d-83c6-80e7054fee6e [ 860.686377] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "refresh_cache-2175530c-3872-4bc2-9ffd-b8678ab52d39" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.686377] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquired lock "refresh_cache-2175530c-3872-4bc2-9ffd-b8678ab52d39" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.686377] env[69302]: DEBUG nova.network.neutron [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.127314] env[69302]: DEBUG oslo_concurrency.lockutils [None req-047fce85-cd3a-4cce-9ccd-fc5832191006 tempest-ServersTestJSON-1090897302 tempest-ServersTestJSON-1090897302-project-member] Lock "b631bcce-e3d1-402d-83c6-80e7054fee6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.856s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.270977] env[69302]: DEBUG nova.network.neutron [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.335750] env[69302]: DEBUG nova.network.neutron [-] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.497099] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "13151d16-4901-46c0-ac3f-baa07af26b6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.497099] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "13151d16-4901-46c0-ac3f-baa07af26b6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.565021] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d6ecaa-191f-4618-9b75-b17e9c38e42c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.573116] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c8bed1-e052-4545-9bea-1cd7c8a49b5d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.612301] env[69302]: DEBUG nova.network.neutron [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Updating instance_info_cache with network_info: [{"id": "b076e354-5288-4386-8280-7db34e5d67d7", "address": "fa:16:3e:4b:36:1b", "network": {"id": "7f9f8141-5e54-4f20-9ac3-b9c5f1d1a938", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-317716125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d39aa93f504f8e95a4adc6ec756489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb076e354-52", "ovs_interfaceid": "b076e354-5288-4386-8280-7db34e5d67d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.614874] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c75f9a-8c2d-4802-bedd-552072c8352b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.622648] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585f4926-3935-4d16-a0bb-66968fa64427 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.637437] env[69302]: DEBUG nova.compute.provider_tree [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.725007] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.725280] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.767310] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "55d2e554-babf-4a85-9c2a-656e0b361f35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.767533] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "55d2e554-babf-4a85-9c2a-656e0b361f35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.842602] env[69302]: INFO nova.compute.manager [-] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Took 1.35 seconds to deallocate network for instance. [ 861.998881] env[69302]: DEBUG nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.058236] env[69302]: DEBUG nova.compute.manager [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Received event network-changed-b076e354-5288-4386-8280-7db34e5d67d7 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.058525] env[69302]: DEBUG nova.compute.manager [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Refreshing instance network info cache due to event network-changed-b076e354-5288-4386-8280-7db34e5d67d7. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.058624] env[69302]: DEBUG oslo_concurrency.lockutils [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] Acquiring lock "refresh_cache-2175530c-3872-4bc2-9ffd-b8678ab52d39" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.118194] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Releasing lock "refresh_cache-2175530c-3872-4bc2-9ffd-b8678ab52d39" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.118635] env[69302]: DEBUG nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Instance network_info: |[{"id": "b076e354-5288-4386-8280-7db34e5d67d7", "address": "fa:16:3e:4b:36:1b", "network": {"id": "7f9f8141-5e54-4f20-9ac3-b9c5f1d1a938", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-317716125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d39aa93f504f8e95a4adc6ec756489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb076e354-52", "ovs_interfaceid": "b076e354-5288-4386-8280-7db34e5d67d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.119015] env[69302]: DEBUG oslo_concurrency.lockutils [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] Acquired lock "refresh_cache-2175530c-3872-4bc2-9ffd-b8678ab52d39" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.119229] env[69302]: DEBUG nova.network.neutron [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Refreshing network info cache for port b076e354-5288-4386-8280-7db34e5d67d7 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.120788] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:36:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b076e354-5288-4386-8280-7db34e5d67d7', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.136754] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.139391] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.140776] env[69302]: DEBUG nova.scheduler.client.report [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.147024] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-026c2ae7-092b-4788-b00b-a4c27ff9f77a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.171852] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.171852] env[69302]: value = "task-3183548" [ 862.171852] env[69302]: _type = "Task" [ 862.171852] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.183638] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183548, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.236483] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.237196] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.237661] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.237661] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.237771] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.237810] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.239154] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 862.239154] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.271218] env[69302]: DEBUG nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.348792] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.523995] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.666058] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.669057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.044s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.669057] env[69302]: DEBUG nova.objects.instance [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lazy-loading 'resources' on Instance uuid 17485f1e-c1f0-432e-a121-14a75e4afd52 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.689292] env[69302]: INFO nova.scheduler.client.report [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Deleted allocations for instance 64ac329d-1c2d-49d3-b26f-111f725d3a34 [ 862.690257] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183548, 'name': CreateVM_Task, 'duration_secs': 0.40326} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.693716] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.693889] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.693992] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.694444] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.695084] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d31d856-9926-4f74-b969-150a6b048a2c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.701319] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 862.701319] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ead59e-86e8-9a2b-a655-8107c0b7e608" [ 862.701319] env[69302]: _type = "Task" [ 862.701319] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.713542] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ead59e-86e8-9a2b-a655-8107c0b7e608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.743292] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.801444] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.978096] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "c864caf4-f764-4a68-98ba-a767a8fc9719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.978096] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "c864caf4-f764-4a68-98ba-a767a8fc9719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.987066] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquiring lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.987066] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.987066] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquiring lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.987066] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.987066] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.987066] env[69302]: INFO nova.compute.manager [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Terminating instance [ 863.007466] env[69302]: DEBUG nova.network.neutron [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Updated VIF entry in instance network info cache for port b076e354-5288-4386-8280-7db34e5d67d7. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.008034] env[69302]: DEBUG nova.network.neutron [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Updating instance_info_cache with network_info: [{"id": "b076e354-5288-4386-8280-7db34e5d67d7", "address": "fa:16:3e:4b:36:1b", "network": {"id": "7f9f8141-5e54-4f20-9ac3-b9c5f1d1a938", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-317716125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f2d39aa93f504f8e95a4adc6ec756489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb076e354-52", "ovs_interfaceid": "b076e354-5288-4386-8280-7db34e5d67d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.200848] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b296a5d-2af7-4223-8676-507b9ea592be tempest-InstanceActionsV221TestJSON-362929559 tempest-InstanceActionsV221TestJSON-362929559-project-member] Lock "64ac329d-1c2d-49d3-b26f-111f725d3a34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.774s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.223031] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ead59e-86e8-9a2b-a655-8107c0b7e608, 'name': SearchDatastore_Task, 'duration_secs': 0.023638} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.223031] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.223031] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.223031] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.223031] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.223031] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.223994] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba468be3-7c5e-435f-a55e-539332d80c65 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.238257] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.238257] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.239152] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a164c9e8-6680-4e3b-a098-15925eb792bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.252558] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 863.252558] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5224a31f-0d31-0ba2-6722-ce6872024052" [ 863.252558] env[69302]: _type = "Task" [ 863.252558] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.261871] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5224a31f-0d31-0ba2-6722-ce6872024052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.483351] env[69302]: DEBUG nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.492409] env[69302]: DEBUG nova.compute.manager [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.492658] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.494198] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a45d27-f019-4f3f-b697-6f454511742f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.503715] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.504533] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd084f2c-7a7f-4ca0-ac17-3ee6c299549a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.512368] env[69302]: DEBUG oslo_concurrency.lockutils [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] Releasing lock "refresh_cache-2175530c-3872-4bc2-9ffd-b8678ab52d39" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.512368] env[69302]: DEBUG nova.compute.manager [req-c1d88f3b-18be-4c12-9f08-59b5434087cb req-6efee576-51b2-4ff8-8d3f-cff716185222 service nova] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Received event network-vif-deleted-b6e88ae4-53f6-4f4f-be74-7496e3bd8f44 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.512368] env[69302]: DEBUG oslo_vmware.api [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 863.512368] env[69302]: value = "task-3183549" [ 863.512368] env[69302]: _type = "Task" [ 863.512368] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.519839] env[69302]: DEBUG oslo_vmware.api [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3183549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.612665] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf9d34f-b358-4e6b-8db4-de0a8c727c4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.620653] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693ed480-8b7b-42bc-acab-2531fd1692b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.655286] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e71807d-11c3-4632-bde0-7e4f703b1675 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.663717] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8338359a-ca68-4f44-83e0-a427a8f8902f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.679712] env[69302]: DEBUG nova.compute.provider_tree [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.765080] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5224a31f-0d31-0ba2-6722-ce6872024052, 'name': SearchDatastore_Task, 'duration_secs': 0.014919} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.766032] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f8636d-182e-460d-8992-45ead0b46723 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.771861] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 863.771861] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528640af-ebb4-1808-921e-9ca33f27efbe" [ 863.771861] env[69302]: _type = "Task" [ 863.771861] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.780907] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528640af-ebb4-1808-921e-9ca33f27efbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.005594] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.021405] env[69302]: DEBUG oslo_vmware.api [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3183549, 'name': PowerOffVM_Task, 'duration_secs': 0.403887} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.022158] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.022158] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.022158] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-828e855a-8ce9-4fd6-81c8-901660eb4050 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.083932] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.084171] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.084342] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Deleting the datastore file [datastore1] dd64bebb-7c5b-48cb-b670-52983ffe6ba5 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.084654] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50a79152-ad1c-4e5c-97d1-1fbe8d010dac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.090357] env[69302]: DEBUG oslo_vmware.api [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for the task: (returnval){ [ 864.090357] env[69302]: value = "task-3183551" [ 864.090357] env[69302]: _type = "Task" [ 864.090357] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.098917] env[69302]: DEBUG oslo_vmware.api [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3183551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.183626] env[69302]: DEBUG nova.scheduler.client.report [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.283863] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528640af-ebb4-1808-921e-9ca33f27efbe, 'name': SearchDatastore_Task, 'duration_secs': 0.024848} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.284182] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.284451] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2175530c-3872-4bc2-9ffd-b8678ab52d39/2175530c-3872-4bc2-9ffd-b8678ab52d39.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.285203] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17337378-556b-4c4f-a1d1-ddd6a1b01220 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.292382] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 864.292382] env[69302]: value = "task-3183552" [ 864.292382] env[69302]: _type = "Task" [ 864.292382] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.301809] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.604871] env[69302]: DEBUG oslo_vmware.api [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Task: {'id': task-3183551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240203} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.605224] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.605444] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.606341] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.606593] env[69302]: INFO nova.compute.manager [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 864.606905] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.607333] env[69302]: DEBUG nova.compute.manager [-] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.608937] env[69302]: DEBUG nova.network.neutron [-] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.689786] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.693126] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.946s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.693126] env[69302]: DEBUG nova.objects.instance [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lazy-loading 'resources' on Instance uuid 64c6e2db-aaf3-4fff-9792-f8a0b589e74d {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.723349] env[69302]: INFO nova.scheduler.client.report [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Deleted allocations for instance 17485f1e-c1f0-432e-a121-14a75e4afd52 [ 864.809879] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183552, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.232221] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7a433b26-d158-4388-a70c-db8c4a6cf21b tempest-ServersTestFqdnHostnames-364176943 tempest-ServersTestFqdnHostnames-364176943-project-member] Lock "17485f1e-c1f0-432e-a121-14a75e4afd52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.676s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.307279] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785303} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.307614] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2175530c-3872-4bc2-9ffd-b8678ab52d39/2175530c-3872-4bc2-9ffd-b8678ab52d39.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.308024] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.308365] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3634592d-4644-4cdc-8cf9-64a1bc17d572 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.324016] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 865.324016] env[69302]: value = "task-3183553" [ 865.324016] env[69302]: _type = "Task" [ 865.324016] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.337268] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.464830] env[69302]: DEBUG nova.compute.manager [req-902e737e-03df-4d87-9434-4a9303e60bda req-824b8aac-7668-4280-b7c9-af535fad2c49 service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Received event network-vif-deleted-054b0d30-3e2a-4fde-8c69-775465a837a3 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.464830] env[69302]: INFO nova.compute.manager [req-902e737e-03df-4d87-9434-4a9303e60bda req-824b8aac-7668-4280-b7c9-af535fad2c49 service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Neutron deleted interface 054b0d30-3e2a-4fde-8c69-775465a837a3; detaching it from the instance and deleting it from the info cache [ 865.465062] env[69302]: DEBUG nova.network.neutron [req-902e737e-03df-4d87-9434-4a9303e60bda req-824b8aac-7668-4280-b7c9-af535fad2c49 service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.617278] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c23a3-ef63-4d67-a8d2-b0c8502bffe3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.625943] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c03db7d-884c-4af3-8226-594d9fda7cce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.662399] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b208412-e95d-483f-ac71-0ec45102592d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.670594] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd596606-b33a-47c7-9bf6-e3b6a0e55a04 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.690744] env[69302]: DEBUG nova.compute.provider_tree [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.834884] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095756} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.835182] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.837780] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35506bc3-fdc8-4873-b1e9-dedc854fa7e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.863451] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 2175530c-3872-4bc2-9ffd-b8678ab52d39/2175530c-3872-4bc2-9ffd-b8678ab52d39.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.863729] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3be702-80dd-4f6b-b660-ec5b8a3580fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.884090] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 865.884090] env[69302]: value = "task-3183554" [ 865.884090] env[69302]: _type = "Task" [ 865.884090] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.893219] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.917958] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.918248] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.919031] env[69302]: DEBUG nova.objects.instance [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'flavor' on Instance uuid ff7f7de3-16d2-4052-a3cc-dfdd1e17f647 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.937956] env[69302]: DEBUG nova.network.neutron [-] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.971380] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-049c95a4-02f8-4afd-b580-e4f980e6b43e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.982366] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07262dfa-18a8-42e0-b941-5f9633c53246 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.020437] env[69302]: DEBUG nova.compute.manager [req-902e737e-03df-4d87-9434-4a9303e60bda req-824b8aac-7668-4280-b7c9-af535fad2c49 service nova] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Detach interface failed, port_id=054b0d30-3e2a-4fde-8c69-775465a837a3, reason: Instance dd64bebb-7c5b-48cb-b670-52983ffe6ba5 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.197024] env[69302]: DEBUG nova.scheduler.client.report [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.402661] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183554, 'name': ReconfigVM_Task, 'duration_secs': 0.33088} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.402661] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 2175530c-3872-4bc2-9ffd-b8678ab52d39/2175530c-3872-4bc2-9ffd-b8678ab52d39.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.405608] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5dfc9fd-75a2-431f-83cf-5ac667105874 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.411237] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 866.411237] env[69302]: value = "task-3183555" [ 866.411237] env[69302]: _type = "Task" [ 866.411237] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.426837] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183555, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.442981] env[69302]: INFO nova.compute.manager [-] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Took 1.83 seconds to deallocate network for instance. [ 866.461032] env[69302]: DEBUG oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ee52f-c8a8-f45a-8acb-d5b362a7ed19/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.465228] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ba17f-e7c6-480d-ac1b-171da0768701 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.469617] env[69302]: DEBUG oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ee52f-c8a8-f45a-8acb-d5b362a7ed19/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.469617] env[69302]: ERROR oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ee52f-c8a8-f45a-8acb-d5b362a7ed19/disk-0.vmdk due to incomplete transfer. [ 866.471155] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9a250e07-3c7d-4d86-9064-31c81b63a111 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.479668] env[69302]: DEBUG oslo_vmware.rw_handles [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ee52f-c8a8-f45a-8acb-d5b362a7ed19/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.479668] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Uploaded image da564410-d098-4ea7-88fb-a378c644b23a to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 866.481642] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.482439] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6af8ac00-e854-49b5-a90f-916171848b2b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.489187] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 866.489187] env[69302]: value = "task-3183556" [ 866.489187] env[69302]: _type = "Task" [ 866.489187] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.500670] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183556, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.619442] env[69302]: DEBUG nova.objects.instance [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'pci_requests' on Instance uuid ff7f7de3-16d2-4052-a3cc-dfdd1e17f647 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.700362] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.706312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.685s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.923243] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183555, 'name': Rename_Task, 'duration_secs': 0.159678} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.923643] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.924612] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b65ab1d-ba7a-4f98-928f-0b2b346946eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.933323] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 866.933323] env[69302]: value = "task-3183557" [ 866.933323] env[69302]: _type = "Task" [ 866.933323] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.943575] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.955904] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.001612] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183556, 'name': Destroy_Task, 'duration_secs': 0.371161} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.001887] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Destroyed the VM [ 867.004734] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 867.004734] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27f044a8-ba38-4cf9-9268-d2157ef7246d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.011101] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 867.011101] env[69302]: value = "task-3183558" [ 867.011101] env[69302]: _type = "Task" [ 867.011101] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.020900] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183558, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.123290] env[69302]: DEBUG nova.objects.base [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 867.123847] env[69302]: DEBUG nova.network.neutron [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.217150] env[69302]: INFO nova.compute.claims [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.225766] env[69302]: DEBUG oslo_concurrency.lockutils [None req-61c46285-adee-425d-8a1d-ce6e1dfe671c tempest-ServerActionsV293TestJSON-257422946 tempest-ServerActionsV293TestJSON-257422946-project-member] Lock "64c6e2db-aaf3-4fff-9792-f8a0b589e74d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.943s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.227198] env[69302]: DEBUG nova.policy [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.446659] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.524664] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183558, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.712855] env[69302]: DEBUG nova.network.neutron [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Successfully created port: e7ed307a-4a4f-40e3-ba3a-b0a461888c2c {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.725309] env[69302]: INFO nova.compute.resource_tracker [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating resource usage from migration d709d122-bcd7-402f-93fc-8b65f0b8ce8b [ 867.946900] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.031779] env[69302]: DEBUG oslo_vmware.api [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183558, 'name': RemoveSnapshot_Task, 'duration_secs': 0.572399} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.031959] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 868.032687] env[69302]: INFO nova.compute.manager [None req-d98eccb6-c549-4854-9866-46be58edfb0f tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Took 14.29 seconds to snapshot the instance on the hypervisor. [ 868.222022] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f78cbd5-671d-4c0e-9afd-b807d4f7b58a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.229117] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c3991-800a-4a58-9e32-abea15f62fc2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.259762] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29547212-7654-45ff-a40d-7900b428be9a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.268223] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ce14e7-b445-45e4-9c1c-b7dd5a503b4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.285749] env[69302]: DEBUG nova.compute.provider_tree [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.445563] env[69302]: DEBUG oslo_vmware.api [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183557, 'name': PowerOnVM_Task, 'duration_secs': 1.361593} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.445563] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.445772] env[69302]: INFO nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Took 9.51 seconds to spawn the instance on the hypervisor. [ 868.445946] env[69302]: DEBUG nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.446743] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840c268e-7655-40a5-9a3d-cf486ce0ea36 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.787639] env[69302]: DEBUG nova.scheduler.client.report [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.965601] env[69302]: INFO nova.compute.manager [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Took 38.27 seconds to build instance. [ 869.292670] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.586s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.293350] env[69302]: INFO nova.compute.manager [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Migrating [ 869.302364] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.585s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.307439] env[69302]: INFO nova.compute.claims [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.415358] env[69302]: DEBUG nova.network.neutron [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Successfully updated port: e7ed307a-4a4f-40e3-ba3a-b0a461888c2c {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.467984] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed7e2887-543d-4706-bac5-81342b6e7266 tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "2175530c-3872-4bc2-9ffd-b8678ab52d39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.780s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.798381] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "c8e96a61-59d2-44e4-b541-75bb131c6e05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.798771] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "c8e96a61-59d2-44e4-b541-75bb131c6e05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.821976] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.822534] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.822930] env[69302]: DEBUG nova.network.neutron [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.836313] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "611bfa11-5a0a-41ff-9521-43427e9aece7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.836998] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "611bfa11-5a0a-41ff-9521-43427e9aece7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.857673] env[69302]: DEBUG nova.compute.manager [req-766bf63d-805f-4052-8d07-345a364a1a47 req-6e7b9030-1691-43a4-8d86-2066b6d306e4 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received event network-vif-plugged-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.857673] env[69302]: DEBUG oslo_concurrency.lockutils [req-766bf63d-805f-4052-8d07-345a364a1a47 req-6e7b9030-1691-43a4-8d86-2066b6d306e4 service nova] Acquiring lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.857673] env[69302]: DEBUG oslo_concurrency.lockutils [req-766bf63d-805f-4052-8d07-345a364a1a47 req-6e7b9030-1691-43a4-8d86-2066b6d306e4 service nova] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.857673] env[69302]: DEBUG oslo_concurrency.lockutils [req-766bf63d-805f-4052-8d07-345a364a1a47 req-6e7b9030-1691-43a4-8d86-2066b6d306e4 service nova] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.857673] env[69302]: DEBUG nova.compute.manager [req-766bf63d-805f-4052-8d07-345a364a1a47 req-6e7b9030-1691-43a4-8d86-2066b6d306e4 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] No waiting events found dispatching network-vif-plugged-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.857673] env[69302]: WARNING nova.compute.manager [req-766bf63d-805f-4052-8d07-345a364a1a47 req-6e7b9030-1691-43a4-8d86-2066b6d306e4 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received unexpected event network-vif-plugged-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c for instance with vm_state active and task_state None. [ 869.866332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "42d36706-e362-4910-b2db-14a23f4cb39b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.867035] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "42d36706-e362-4910-b2db-14a23f4cb39b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.918173] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.918366] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.918544] env[69302]: DEBUG nova.network.neutron [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.303423] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.338562] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.369574] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.454082] env[69302]: WARNING nova.network.neutron [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] 7a313f43-8ae1-4734-9e32-3f597ac4701d already exists in list: networks containing: ['7a313f43-8ae1-4734-9e32-3f597ac4701d']. ignoring it [ 870.529359] env[69302]: DEBUG nova.network.neutron [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance_info_cache with network_info: [{"id": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "address": "fa:16:3e:ab:a6:b2", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b349df-f6", "ovs_interfaceid": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.679447] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d04d1f-14d1-4a9a-8f97-fbe574d98c92 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.687095] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d93a9-f7c6-4ae1-b7cf-255082afce0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.721661] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaef9d3-0420-41f4-8fb1-4eeedd5d902d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.731773] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2a0850-a87d-486b-9f6e-15dc922c69eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.746601] env[69302]: DEBUG nova.compute.provider_tree [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.815605] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquiring lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.815982] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.816155] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquiring lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.816416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.816752] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.818904] env[69302]: INFO nova.compute.manager [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Terminating instance [ 870.823170] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.862406] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.891210] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.032161] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.034864] env[69302]: DEBUG nova.network.neutron [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [{"id": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "address": "fa:16:3e:12:5b:6b", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1bff7-a0", "ovs_interfaceid": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7ed307a-4a4f-40e3-ba3a-b0a461888c2c", "address": "fa:16:3e:9b:e4:af", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ed307a-4a", "ovs_interfaceid": "e7ed307a-4a4f-40e3-ba3a-b0a461888c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.252471] env[69302]: DEBUG nova.scheduler.client.report [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.324747] env[69302]: DEBUG nova.compute.manager [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.324993] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.325926] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8795193b-a8ed-424b-b335-cda32233875c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.334460] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.334701] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ba1530f-a104-4ab4-821f-6e4793341773 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.341860] env[69302]: DEBUG oslo_vmware.api [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 871.341860] env[69302]: value = "task-3183559" [ 871.341860] env[69302]: _type = "Task" [ 871.341860] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.349903] env[69302]: DEBUG oslo_vmware.api [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.541253] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.541964] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.542187] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.544038] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbc42e3-2b6f-4a4a-a5cc-e756c728963a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.563055] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.563055] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.563375] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.563531] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.563883] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.564161] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.564430] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.564636] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.564842] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.565055] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.565292] env[69302]: DEBUG nova.virt.hardware [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.572162] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Reconfiguring VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 871.572550] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5430f058-8529-4f79-a0d7-5eb3efd8f769 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.590732] env[69302]: DEBUG oslo_vmware.api [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 871.590732] env[69302]: value = "task-3183560" [ 871.590732] env[69302]: _type = "Task" [ 871.590732] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.598854] env[69302]: DEBUG oslo_vmware.api [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183560, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.757848] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.758501] env[69302]: DEBUG nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.762390] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.728s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.762734] env[69302]: DEBUG nova.objects.instance [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lazy-loading 'resources' on Instance uuid 81ac6050-d6fc-4479-a8b8-2e54078b8437 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.855047] env[69302]: DEBUG oslo_vmware.api [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183559, 'name': PowerOffVM_Task, 'duration_secs': 0.234779} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.855397] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.855574] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.855898] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-985ce203-254e-440e-8a9e-d0736e7c0edc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.885747] env[69302]: DEBUG nova.compute.manager [req-18ed8ec3-fd7f-41a1-94ff-2612aa0f79ab req-5baac743-2a3f-464c-bc3f-67f33b6a6888 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received event network-changed-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.886088] env[69302]: DEBUG nova.compute.manager [req-18ed8ec3-fd7f-41a1-94ff-2612aa0f79ab req-5baac743-2a3f-464c-bc3f-67f33b6a6888 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Refreshing instance network info cache due to event network-changed-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.886442] env[69302]: DEBUG oslo_concurrency.lockutils [req-18ed8ec3-fd7f-41a1-94ff-2612aa0f79ab req-5baac743-2a3f-464c-bc3f-67f33b6a6888 service nova] Acquiring lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.886699] env[69302]: DEBUG oslo_concurrency.lockutils [req-18ed8ec3-fd7f-41a1-94ff-2612aa0f79ab req-5baac743-2a3f-464c-bc3f-67f33b6a6888 service nova] Acquired lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.886977] env[69302]: DEBUG nova.network.neutron [req-18ed8ec3-fd7f-41a1-94ff-2612aa0f79ab req-5baac743-2a3f-464c-bc3f-67f33b6a6888 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Refreshing network info cache for port e7ed307a-4a4f-40e3-ba3a-b0a461888c2c {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.913833] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.914109] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.914296] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Deleting the datastore file [datastore2] f9577dc2-a6f8-450d-8bac-6963a5dc18e7 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.914553] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b7e3ac6-70e6-4b0c-ac61-803bdc7bf4d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.921136] env[69302]: DEBUG oslo_vmware.api [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for the task: (returnval){ [ 871.921136] env[69302]: value = "task-3183562" [ 871.921136] env[69302]: _type = "Task" [ 871.921136] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.930031] env[69302]: DEBUG oslo_vmware.api [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.103490] env[69302]: DEBUG oslo_vmware.api [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.266388] env[69302]: DEBUG nova.compute.utils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.267798] env[69302]: DEBUG nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.267973] env[69302]: DEBUG nova.network.neutron [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.334650] env[69302]: DEBUG nova.policy [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '185c6043ef3a474eb12906fd79c97e4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87faf8a304ab477aaddebbce1a2b62fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.433814] env[69302]: DEBUG oslo_vmware.api [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Task: {'id': task-3183562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140995} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.436350] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.436553] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.436731] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.436921] env[69302]: INFO nova.compute.manager [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 872.437179] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.439780] env[69302]: DEBUG nova.compute.manager [-] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.439905] env[69302]: DEBUG nova.network.neutron [-] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.551094] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7291d10c-8fb3-4eaf-8d0b-16a955eef538 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.569462] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance 'b9ec01ce-88d5-49c0-a224-fdd8c5b75100' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.601895] env[69302]: DEBUG oslo_vmware.api [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183560, 'name': ReconfigVM_Task, 'duration_secs': 0.909276} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.602342] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.602342] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Reconfigured VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 872.735062] env[69302]: DEBUG nova.network.neutron [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Successfully created port: f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.742225] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d3b55a-44f5-485c-89d3-968a0f984cfe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.749934] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5076ab67-9679-497b-b7ec-ac33433671de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.782509] env[69302]: DEBUG nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.786587] env[69302]: DEBUG nova.network.neutron [req-18ed8ec3-fd7f-41a1-94ff-2612aa0f79ab req-5baac743-2a3f-464c-bc3f-67f33b6a6888 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updated VIF entry in instance network info cache for port e7ed307a-4a4f-40e3-ba3a-b0a461888c2c. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.786959] env[69302]: DEBUG nova.network.neutron [req-18ed8ec3-fd7f-41a1-94ff-2612aa0f79ab req-5baac743-2a3f-464c-bc3f-67f33b6a6888 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [{"id": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "address": "fa:16:3e:12:5b:6b", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1bff7-a0", "ovs_interfaceid": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e7ed307a-4a4f-40e3-ba3a-b0a461888c2c", "address": "fa:16:3e:9b:e4:af", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7ed307a-4a", "ovs_interfaceid": "e7ed307a-4a4f-40e3-ba3a-b0a461888c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.788441] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0664a712-f03d-45d7-9daf-847eea393d2a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.797031] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c2e4e7-23ed-4fdb-8a58-b414d01997ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.813474] env[69302]: DEBUG nova.compute.provider_tree [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.080068] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.080068] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35021f13-d0bd-4127-84fa-642f55a46c81 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.087447] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 873.087447] env[69302]: value = "task-3183563" [ 873.087447] env[69302]: _type = "Task" [ 873.087447] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.095803] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.107627] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb893943-314f-43c1-bbee-400a8578b69a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.189s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.182989] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "2175530c-3872-4bc2-9ffd-b8678ab52d39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.183252] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "2175530c-3872-4bc2-9ffd-b8678ab52d39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.183384] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "2175530c-3872-4bc2-9ffd-b8678ab52d39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.183571] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "2175530c-3872-4bc2-9ffd-b8678ab52d39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.183793] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "2175530c-3872-4bc2-9ffd-b8678ab52d39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.186259] env[69302]: INFO nova.compute.manager [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Terminating instance [ 873.292080] env[69302]: DEBUG oslo_concurrency.lockutils [req-18ed8ec3-fd7f-41a1-94ff-2612aa0f79ab req-5baac743-2a3f-464c-bc3f-67f33b6a6888 service nova] Releasing lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.316519] env[69302]: DEBUG nova.scheduler.client.report [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.332413] env[69302]: DEBUG nova.network.neutron [-] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.597460] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183563, 'name': PowerOffVM_Task, 'duration_secs': 0.18218} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.597612] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.597770] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance 'b9ec01ce-88d5-49c0-a224-fdd8c5b75100' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.690404] env[69302]: DEBUG nova.compute.manager [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.690626] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.691521] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040fab22-a41b-4204-b635-f167efbc78f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.699964] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.699964] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d60051f8-973c-4627-b6d1-fcdd1c6ae1ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.706466] env[69302]: DEBUG oslo_vmware.api [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 873.706466] env[69302]: value = "task-3183564" [ 873.706466] env[69302]: _type = "Task" [ 873.706466] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.715730] env[69302]: DEBUG oslo_vmware.api [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.792234] env[69302]: DEBUG nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.820145] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.820421] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.820578] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.820758] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.820900] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.821054] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.821281] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.821525] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.821725] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.821895] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.822142] env[69302]: DEBUG nova.virt.hardware [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.822964] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.825794] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f043fcc-b9d5-4f36-bac7-d13ad72526c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.828758] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.857s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.828978] env[69302]: DEBUG nova.objects.instance [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'resources' on Instance uuid 541bfebc-a0d5-4a24-b5af-2d54a9601a15 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.836467] env[69302]: INFO nova.compute.manager [-] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Took 1.40 seconds to deallocate network for instance. [ 873.844092] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd140bc5-ed57-4bae-b3bd-25356ae75515 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.852350] env[69302]: INFO nova.scheduler.client.report [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Deleted allocations for instance 81ac6050-d6fc-4479-a8b8-2e54078b8437 [ 873.919769] env[69302]: DEBUG nova.compute.manager [req-f0c4befd-3144-47e4-9689-385182884f67 req-651939d7-73e1-41e3-b2a1-3348bcdae5ae service nova] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Received event network-vif-deleted-726290b0-5e67-4564-9ab3-f6ad6fa12236 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.104536] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.104860] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.104959] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.105161] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.105308] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.105454] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.105701] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.105867] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.106046] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.106213] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.106388] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.111643] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d880704-529d-41e8-8182-012bafbd3bf9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.127504] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 874.127504] env[69302]: value = "task-3183565" [ 874.127504] env[69302]: _type = "Task" [ 874.127504] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.139802] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.216622] env[69302]: DEBUG oslo_vmware.api [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183564, 'name': PowerOffVM_Task, 'duration_secs': 0.168521} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.217026] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.217086] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.217320] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c49e826-02f1-460c-8a15-94b72f6ea4af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.289072] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.289226] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.289410] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Deleting the datastore file [datastore2] 2175530c-3872-4bc2-9ffd-b8678ab52d39 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.289671] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19cebea7-d2c2-4f7e-b5e9-9cbfd60cd1f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.296218] env[69302]: DEBUG nova.compute.manager [req-ef91e0ce-cd39-46ff-ae24-b70612873a9d req-d9d0c39c-5e97-4393-9c4a-96ff06ccc472 service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Received event network-vif-plugged-f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.297307] env[69302]: DEBUG oslo_concurrency.lockutils [req-ef91e0ce-cd39-46ff-ae24-b70612873a9d req-d9d0c39c-5e97-4393-9c4a-96ff06ccc472 service nova] Acquiring lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.297307] env[69302]: DEBUG oslo_concurrency.lockutils [req-ef91e0ce-cd39-46ff-ae24-b70612873a9d req-d9d0c39c-5e97-4393-9c4a-96ff06ccc472 service nova] Lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.297307] env[69302]: DEBUG oslo_concurrency.lockutils [req-ef91e0ce-cd39-46ff-ae24-b70612873a9d req-d9d0c39c-5e97-4393-9c4a-96ff06ccc472 service nova] Lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.297307] env[69302]: DEBUG nova.compute.manager [req-ef91e0ce-cd39-46ff-ae24-b70612873a9d req-d9d0c39c-5e97-4393-9c4a-96ff06ccc472 service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] No waiting events found dispatching network-vif-plugged-f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.297307] env[69302]: WARNING nova.compute.manager [req-ef91e0ce-cd39-46ff-ae24-b70612873a9d req-d9d0c39c-5e97-4393-9c4a-96ff06ccc472 service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Received unexpected event network-vif-plugged-f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb for instance with vm_state building and task_state spawning. [ 874.298850] env[69302]: DEBUG oslo_vmware.api [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 874.298850] env[69302]: value = "task-3183567" [ 874.298850] env[69302]: _type = "Task" [ 874.298850] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.307966] env[69302]: DEBUG oslo_vmware.api [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.351813] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.367330] env[69302]: DEBUG nova.network.neutron [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Successfully updated port: f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.377588] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a4aa91db-ae8f-4e1a-9597-9f6b62319370 tempest-ServersAdminNegativeTestJSON-613349742 tempest-ServersAdminNegativeTestJSON-613349742-project-member] Lock "81ac6050-d6fc-4479-a8b8-2e54078b8437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.897s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.639071] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183565, 'name': ReconfigVM_Task, 'duration_secs': 0.15953} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.639391] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance 'b9ec01ce-88d5-49c0-a224-fdd8c5b75100' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.712062] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f85dbe-d9df-499a-a1ef-535d84c77ccc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.721109] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7225d336-7d3b-45c7-82bf-a22d9fe442cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.755955] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fff3f7-8993-4daf-977d-125a3de71b20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.764023] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63d9dbf-2925-4a65-a830-8ec02b3df2ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.778207] env[69302]: DEBUG nova.compute.provider_tree [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.808094] env[69302]: DEBUG oslo_vmware.api [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187882} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.808352] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.808533] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.808706] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.808872] env[69302]: INFO nova.compute.manager [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 874.809120] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.809345] env[69302]: DEBUG nova.compute.manager [-] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.809392] env[69302]: DEBUG nova.network.neutron [-] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.876444] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquiring lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.876444] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquired lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.876444] env[69302]: DEBUG nova.network.neutron [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.884942] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.885137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.152049] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.152444] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.154019] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.154307] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.155021] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.155825] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.156069] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.156304] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.156499] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.156690] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.156866] env[69302]: DEBUG nova.virt.hardware [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.170907] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 875.171443] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474d66f1-09f4-47b9-a7ac-1f728d9d09c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.203161] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 875.203161] env[69302]: value = "task-3183568" [ 875.203161] env[69302]: _type = "Task" [ 875.203161] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.213824] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183568, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.281177] env[69302]: DEBUG nova.scheduler.client.report [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.387664] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.387798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.389154] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e27e0fa-d1f7-48a2-ac21-96fa1bd9d8d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.412953] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a499e9b5-8832-482f-bd31-1b3c8dcdf8ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.439688] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Reconfiguring VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 875.440591] env[69302]: DEBUG nova.network.neutron [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.442798] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49df49bd-bbf4-4907-bc69-5c026ec83e2f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.462026] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 875.462026] env[69302]: value = "task-3183569" [ 875.462026] env[69302]: _type = "Task" [ 875.462026] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.469857] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.565713] env[69302]: DEBUG nova.network.neutron [-] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.635948] env[69302]: DEBUG nova.network.neutron [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Updating instance_info_cache with network_info: [{"id": "f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb", "address": "fa:16:3e:e7:16:54", "network": {"id": "ddea8c00-8fdc-4d37-8b01-6e6d739371e4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-517746895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87faf8a304ab477aaddebbce1a2b62fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d736a1-8c", "ovs_interfaceid": "f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.712065] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183568, 'name': ReconfigVM_Task, 'duration_secs': 0.173971} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.712783] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 875.713441] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3172f3-ca44-4e2a-b2d7-75a35d9dd84d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.734589] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] b9ec01ce-88d5-49c0-a224-fdd8c5b75100/b9ec01ce-88d5-49c0-a224-fdd8c5b75100.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.734869] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660e7b53-5ad7-44cc-a030-64aa7f660999 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.752442] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 875.752442] env[69302]: value = "task-3183570" [ 875.752442] env[69302]: _type = "Task" [ 875.752442] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.759980] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.790615] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.793151] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.910s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.793413] env[69302]: DEBUG nova.objects.instance [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lazy-loading 'resources' on Instance uuid eba4ea5b-5442-422c-acfd-6926eb50744d {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.817081] env[69302]: INFO nova.scheduler.client.report [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted allocations for instance 541bfebc-a0d5-4a24-b5af-2d54a9601a15 [ 875.973460] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.068893] env[69302]: INFO nova.compute.manager [-] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Took 1.26 seconds to deallocate network for instance. [ 876.139599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Releasing lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.139599] env[69302]: DEBUG nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Instance network_info: |[{"id": "f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb", "address": "fa:16:3e:e7:16:54", "network": {"id": "ddea8c00-8fdc-4d37-8b01-6e6d739371e4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-517746895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87faf8a304ab477aaddebbce1a2b62fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d736a1-8c", "ovs_interfaceid": "f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.139878] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:16:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.147909] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Creating folder: Project (87faf8a304ab477aaddebbce1a2b62fc). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.148203] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-777c8f70-375a-43d1-8d04-e7c640687a27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.158831] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Created folder: Project (87faf8a304ab477aaddebbce1a2b62fc) in parent group-v636578. [ 876.159171] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Creating folder: Instances. Parent ref: group-v636741. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.159234] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b583e72-91cc-484c-bcbd-d2ec3301a174 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.168238] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Created folder: Instances in parent group-v636741. [ 876.168463] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.168642] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.168831] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3514261e-abbf-4e58-b17a-c7ca45b32040 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.187510] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.187510] env[69302]: value = "task-3183573" [ 876.187510] env[69302]: _type = "Task" [ 876.187510] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.194798] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183573, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.262455] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183570, 'name': ReconfigVM_Task, 'duration_secs': 0.266066} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.262771] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Reconfigured VM instance instance-00000032 to attach disk [datastore1] b9ec01ce-88d5-49c0-a224-fdd8c5b75100/b9ec01ce-88d5-49c0-a224-fdd8c5b75100.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.263553] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance 'b9ec01ce-88d5-49c0-a224-fdd8c5b75100' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.327264] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4cc8059d-7e9c-4f77-b5e3-7c9dc2f37afd tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "541bfebc-a0d5-4a24-b5af-2d54a9601a15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.607s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.332145] env[69302]: DEBUG nova.compute.manager [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Received event network-changed-f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.332369] env[69302]: DEBUG nova.compute.manager [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Refreshing instance network info cache due to event network-changed-f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.332605] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] Acquiring lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.332764] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] Acquired lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.333021] env[69302]: DEBUG nova.network.neutron [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Refreshing network info cache for port f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.474988] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.580568] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.663089] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946cdb0e-de93-47b8-b1cf-ae902f0e8fc8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.671056] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027c6e77-1c9d-4c08-9d87-3f6a5448b6c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.705406] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c784a43-522b-487c-b103-b5a09d67eb13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.712956] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183573, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.716197] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d57b3e-b89a-45b1-aa5b-64f48543caee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.729181] env[69302]: DEBUG nova.compute.provider_tree [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.769702] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb00cab-d62d-4329-afac-d14055ba655a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.789643] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb8f50-ae41-4a68-a39e-dd06a7fb79d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.807490] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance 'b9ec01ce-88d5-49c0-a224-fdd8c5b75100' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.981633] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.138885] env[69302]: DEBUG nova.network.neutron [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Updated VIF entry in instance network info cache for port f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.138885] env[69302]: DEBUG nova.network.neutron [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Updating instance_info_cache with network_info: [{"id": "f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb", "address": "fa:16:3e:e7:16:54", "network": {"id": "ddea8c00-8fdc-4d37-8b01-6e6d739371e4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-517746895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87faf8a304ab477aaddebbce1a2b62fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d736a1-8c", "ovs_interfaceid": "f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.213816] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183573, 'name': CreateVM_Task, 'duration_secs': 0.896208} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.214185] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.215022] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.215264] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.215643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.215966] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff32adfa-f216-442b-9566-72f867118148 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.224828] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 877.224828] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52112aa9-66a0-4943-198c-4d75861507c8" [ 877.224828] env[69302]: _type = "Task" [ 877.224828] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.232380] env[69302]: DEBUG nova.scheduler.client.report [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.235697] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52112aa9-66a0-4943-198c-4d75861507c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.355982] env[69302]: DEBUG nova.network.neutron [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Port e9b349df-f693-4dbe-8afb-7cdb112708b6 binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 877.476952] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.643372] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] Releasing lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.643636] env[69302]: DEBUG nova.compute.manager [req-f9a9e252-a260-4506-8af7-95fbb7fa1d62 req-cf2fc9da-8f29-4e0f-bc8b-e8e2f48a46ba service nova] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Received event network-vif-deleted-b076e354-5288-4386-8280-7db34e5d67d7 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.733847] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52112aa9-66a0-4943-198c-4d75861507c8, 'name': SearchDatastore_Task, 'duration_secs': 0.027908} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.734210] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.734407] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.734638] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.734781] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.734984] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.735238] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16d49e5e-c910-4022-9862-4718e5b0047b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.740024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.742550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.524s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.747034] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.747034] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.747034] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb02b76e-f8a7-46cc-a07b-96a4ac005057 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.752437] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 877.752437] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523a2747-f99b-9aba-c14c-224e772ed874" [ 877.752437] env[69302]: _type = "Task" [ 877.752437] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.760608] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523a2747-f99b-9aba-c14c-224e772ed874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.776246] env[69302]: INFO nova.scheduler.client.report [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Deleted allocations for instance eba4ea5b-5442-422c-acfd-6926eb50744d [ 877.977709] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.247917] env[69302]: DEBUG nova.objects.instance [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lazy-loading 'migration_context' on Instance uuid 58bc7378-cf42-446a-a5dc-bd89aa59e7bd {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.268189] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523a2747-f99b-9aba-c14c-224e772ed874, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.269026] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4dd1ca-22eb-43f5-9b8f-d0012abc7e02 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.274560] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 878.274560] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe1d6-6bbf-ec13-001b-62a9fdab2663" [ 878.274560] env[69302]: _type = "Task" [ 878.274560] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.284992] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe1d6-6bbf-ec13-001b-62a9fdab2663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.286222] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7d5046f4-80a2-4426-a335-75f5458f0c9c tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "eba4ea5b-5442-422c-acfd-6926eb50744d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.781s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.379704] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.379975] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.380173] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.408196] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "82559a23-331a-4fb9-a620-e3319ea0123c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.408196] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "82559a23-331a-4fb9-a620-e3319ea0123c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.481709] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.787786] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe1d6-6bbf-ec13-001b-62a9fdab2663, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.789632] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.789949] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 50ee926a-fb36-47db-ba2d-90aff8c5ccd0/50ee926a-fb36-47db-ba2d-90aff8c5ccd0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.790239] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c5556bc-1f4c-4c1f-9ec9-14c7eef2afec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.801796] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 878.801796] env[69302]: value = "task-3183574" [ 878.801796] env[69302]: _type = "Task" [ 878.801796] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.813235] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.908987] env[69302]: DEBUG nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.985107] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.178969] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7d2e7c-4490-4bf2-8ee3-771e4c5134bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.186698] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d011cd1-dd27-4dac-8d05-5a295eae97f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.219100] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d0df03-57ce-4883-b564-7ca63c15c56e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.227663] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bba5c8-120c-4749-9802-04852b5150da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.245087] env[69302]: DEBUG nova.compute.provider_tree [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.311792] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45328} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.312079] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 50ee926a-fb36-47db-ba2d-90aff8c5ccd0/50ee926a-fb36-47db-ba2d-90aff8c5ccd0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.312447] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.312603] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99441785-7d0e-4ea0-bd2a-991c238e606d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.318389] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 879.318389] env[69302]: value = "task-3183575" [ 879.318389] env[69302]: _type = "Task" [ 879.318389] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.326510] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.383249] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "5521f7d1-b8ac-4856-8722-4fd67133da37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.383558] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "5521f7d1-b8ac-4856-8722-4fd67133da37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.383816] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "5521f7d1-b8ac-4856-8722-4fd67133da37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.383956] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "5521f7d1-b8ac-4856-8722-4fd67133da37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.384168] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "5521f7d1-b8ac-4856-8722-4fd67133da37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.389326] env[69302]: INFO nova.compute.manager [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Terminating instance [ 879.430278] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.458650] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.458827] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.458998] env[69302]: DEBUG nova.network.neutron [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.479454] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.748412] env[69302]: DEBUG nova.scheduler.client.report [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.827682] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065221} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.827956] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.828864] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cabd5b3-4e51-47e0-996c-73f812ee5626 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.851029] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 50ee926a-fb36-47db-ba2d-90aff8c5ccd0/50ee926a-fb36-47db-ba2d-90aff8c5ccd0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.851181] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e67eb1-6e3d-4b10-8538-4ea49c37e6dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.871053] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 879.871053] env[69302]: value = "task-3183576" [ 879.871053] env[69302]: _type = "Task" [ 879.871053] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.878910] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.894716] env[69302]: DEBUG nova.compute.manager [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.894923] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.895737] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45ce5c6-a6d2-4f52-9989-f8c573e92ea8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.902800] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.903089] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044ef583-94fb-443f-bfe6-e3d9bf3f3d62 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.908844] env[69302]: DEBUG oslo_vmware.api [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 879.908844] env[69302]: value = "task-3183577" [ 879.908844] env[69302]: _type = "Task" [ 879.908844] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.915997] env[69302]: DEBUG oslo_vmware.api [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.979126] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.179243] env[69302]: DEBUG nova.network.neutron [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance_info_cache with network_info: [{"id": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "address": "fa:16:3e:ab:a6:b2", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b349df-f6", "ovs_interfaceid": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.382364] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183576, 'name': ReconfigVM_Task, 'duration_secs': 0.288796} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.382674] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 50ee926a-fb36-47db-ba2d-90aff8c5ccd0/50ee926a-fb36-47db-ba2d-90aff8c5ccd0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.383316] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dbabb85-2a1f-4fab-9178-ab2d0e6286ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.390219] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 880.390219] env[69302]: value = "task-3183578" [ 880.390219] env[69302]: _type = "Task" [ 880.390219] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.399927] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183578, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.417156] env[69302]: DEBUG oslo_vmware.api [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183577, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.481231] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.683164] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.765733] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.022s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.771567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.087s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.773399] env[69302]: INFO nova.compute.claims [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.902559] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183578, 'name': Rename_Task, 'duration_secs': 0.137894} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.902559] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.902559] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1da4e17-cc3e-471c-88f6-5a505ba66596 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.908027] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 880.908027] env[69302]: value = "task-3183579" [ 880.908027] env[69302]: _type = "Task" [ 880.908027] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.918048] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.921048] env[69302]: DEBUG oslo_vmware.api [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183577, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.981336] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.210242] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5111a8-4b03-4aaa-95d6-3fa001dd3690 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.232099] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22eaf7-1f01-4f47-9965-f72caa1f6257 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.238596] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance 'b9ec01ce-88d5-49c0-a224-fdd8c5b75100' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.424182] env[69302]: DEBUG oslo_vmware.api [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183579, 'name': PowerOnVM_Task, 'duration_secs': 0.498506} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.424182] env[69302]: DEBUG oslo_vmware.api [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183577, 'name': PowerOffVM_Task, 'duration_secs': 1.179548} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.424182] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.424503] env[69302]: INFO nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Took 7.63 seconds to spawn the instance on the hypervisor. [ 881.424562] env[69302]: DEBUG nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.424832] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.424995] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.425762] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58b5326-96e9-4f11-8bb7-911799744564 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.428529] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb0f346-327f-42bc-9838-14219adf3328 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.483140] env[69302]: DEBUG oslo_vmware.api [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183569, 'name': ReconfigVM_Task, 'duration_secs': 5.776542} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.483392] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.483597] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Reconfigured VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 881.486715] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.486897] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.487091] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Deleting the datastore file [datastore2] 5521f7d1-b8ac-4856-8722-4fd67133da37 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.487872] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28168b29-35a0-4322-9e75-530d6be06da3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.493822] env[69302]: DEBUG oslo_vmware.api [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for the task: (returnval){ [ 881.493822] env[69302]: value = "task-3183581" [ 881.493822] env[69302]: _type = "Task" [ 881.493822] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.504358] env[69302]: DEBUG oslo_vmware.api [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.744710] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.747268] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89981fc4-1568-4bd6-a1dd-5c8869616ce1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.754699] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 881.754699] env[69302]: value = "task-3183582" [ 881.754699] env[69302]: _type = "Task" [ 881.754699] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.767494] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.773019] env[69302]: DEBUG nova.compute.manager [req-5dbf18a8-b52e-49f7-a9e4-79e3dce8b006 req-573ad6b0-80c1-428e-8a98-a7cd33d84a6b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received event network-vif-deleted-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.773262] env[69302]: INFO nova.compute.manager [req-5dbf18a8-b52e-49f7-a9e4-79e3dce8b006 req-573ad6b0-80c1-428e-8a98-a7cd33d84a6b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Neutron deleted interface e7ed307a-4a4f-40e3-ba3a-b0a461888c2c; detaching it from the instance and deleting it from the info cache [ 881.773523] env[69302]: DEBUG nova.network.neutron [req-5dbf18a8-b52e-49f7-a9e4-79e3dce8b006 req-573ad6b0-80c1-428e-8a98-a7cd33d84a6b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [{"id": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "address": "fa:16:3e:12:5b:6b", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1bff7-a0", "ovs_interfaceid": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.949424] env[69302]: INFO nova.compute.manager [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Took 29.26 seconds to build instance. [ 882.014118] env[69302]: DEBUG oslo_vmware.api [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Task: {'id': task-3183581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199949} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.014397] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.014612] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.014792] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.014957] env[69302]: INFO nova.compute.manager [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Took 2.12 seconds to destroy the instance on the hypervisor. [ 882.015231] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.015423] env[69302]: DEBUG nova.compute.manager [-] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.015574] env[69302]: DEBUG nova.network.neutron [-] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.223879] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6ef317-bdd7-4dd3-92f5-eeea0036a95c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.236596] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c095820-daa6-43fd-909b-c87c03d7f17d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.273986] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04fe8c7-92fd-449a-9f21-db258c3090e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.277210] env[69302]: DEBUG oslo_concurrency.lockutils [req-5dbf18a8-b52e-49f7-a9e4-79e3dce8b006 req-573ad6b0-80c1-428e-8a98-a7cd33d84a6b service nova] Acquiring lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.277563] env[69302]: DEBUG oslo_concurrency.lockutils [req-5dbf18a8-b52e-49f7-a9e4-79e3dce8b006 req-573ad6b0-80c1-428e-8a98-a7cd33d84a6b service nova] Acquired lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.279124] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d50b309-e7df-418d-b7a7-528ad639b10e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.285782] env[69302]: DEBUG oslo_vmware.api [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183582, 'name': PowerOnVM_Task, 'duration_secs': 0.401699} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.288445] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.288795] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef4c0f5-6904-4636-aaab-349b69842391 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance 'b9ec01ce-88d5-49c0-a224-fdd8c5b75100' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.305686] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e31b27-ffdf-4e0a-b9e1-27f9e8fcf1bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.313649] env[69302]: DEBUG oslo_concurrency.lockutils [req-5dbf18a8-b52e-49f7-a9e4-79e3dce8b006 req-573ad6b0-80c1-428e-8a98-a7cd33d84a6b service nova] Releasing lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.313913] env[69302]: WARNING nova.compute.manager [req-5dbf18a8-b52e-49f7-a9e4-79e3dce8b006 req-573ad6b0-80c1-428e-8a98-a7cd33d84a6b service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Detach interface failed, port_id=e7ed307a-4a4f-40e3-ba3a-b0a461888c2c, reason: No device with interface-id e7ed307a-4a4f-40e3-ba3a-b0a461888c2c exists on VM: nova.exception.NotFound: No device with interface-id e7ed307a-4a4f-40e3-ba3a-b0a461888c2c exists on VM [ 882.325587] env[69302]: DEBUG nova.compute.provider_tree [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.331139] env[69302]: INFO nova.compute.manager [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Swapping old allocation on dict_keys(['b6b65752-3a4e-4f91-aec6-ee6ecc3102ca']) held by migration 08762d69-5669-4a2d-a553-3e3d9c088eaa for instance [ 882.343366] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.343610] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.343812] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.343990] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.344178] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.346478] env[69302]: INFO nova.compute.manager [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Terminating instance [ 882.365521] env[69302]: DEBUG nova.scheduler.client.report [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Overwriting current allocation {'allocations': {'b6b65752-3a4e-4f91-aec6-ee6ecc3102ca': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 80}}, 'project_id': '59f771581db245bd9decd0f14b7fd52c', 'user_id': 'b4bd9339c94c4c99903e1b0c0d1bb48b', 'consumer_generation': 1} on consumer 58bc7378-cf42-446a-a5dc-bd89aa59e7bd {{(pid=69302) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 882.454364] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d563243f-db89-4a03-a673-eea2767080f4 tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.773s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.497434] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.497612] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquired lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.497789] env[69302]: DEBUG nova.network.neutron [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.771228] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.771228] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.771401] env[69302]: DEBUG nova.network.neutron [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.848178] env[69302]: ERROR nova.scheduler.client.report [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [req-2a6ca174-b143-47aa-9b35-994f70f64f87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a6ca174-b143-47aa-9b35-994f70f64f87"}]} [ 882.851766] env[69302]: DEBUG nova.compute.manager [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.851766] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.853047] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d148f559-2994-4e3e-a89f-32b4b8f9fe22 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.861360] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.861627] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e219a9a5-3ca4-4302-88ef-25e838e1d807 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.868300] env[69302]: DEBUG nova.scheduler.client.report [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 882.873924] env[69302]: DEBUG oslo_vmware.api [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 882.873924] env[69302]: value = "task-3183583" [ 882.873924] env[69302]: _type = "Task" [ 882.873924] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.887188] env[69302]: DEBUG oslo_vmware.api [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.890777] env[69302]: DEBUG nova.scheduler.client.report [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 882.890777] env[69302]: DEBUG nova.compute.provider_tree [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.907274] env[69302]: DEBUG nova.scheduler.client.report [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 882.934456] env[69302]: DEBUG nova.scheduler.client.report [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 883.220879] env[69302]: DEBUG nova.network.neutron [-] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.354159] env[69302]: DEBUG nova.network.neutron [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance_info_cache with network_info: [{"id": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "address": "fa:16:3e:d0:0a:cc", "network": {"id": "ccf73ae0-41ab-442a-a3a9-b32fa2121466", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "07fc8eb2aff14e868aec6f6cd4627ef8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d6d688-6c", "ovs_interfaceid": "79d6d688-6c43-4ab4-9b36-008d67f5de3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.385915] env[69302]: DEBUG oslo_vmware.api [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183583, 'name': PowerOffVM_Task, 'duration_secs': 0.207196} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.391606] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.391832] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.392630] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea265121-780e-4501-987b-fc5fddffaa2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.422760] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c833c2-6a13-4ad9-b960-84f9d76575a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.431735] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7dd95b-5a4e-4bd3-bf4a-16665d1fae03 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.468089] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb4efe-ef3d-4bae-9e47-16c16e576c76 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.470815] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.471059] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.471321] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleting the datastore file [datastore2] ff7f7de3-16d2-4052-a3cc-dfdd1e17f647 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.472533] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c1abf06-36f1-487d-8a79-52d2a31b7449 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.482733] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8390d211-312a-4be1-b767-4f326d93a5c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.486064] env[69302]: DEBUG oslo_vmware.api [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 883.486064] env[69302]: value = "task-3183585" [ 883.486064] env[69302]: _type = "Task" [ 883.486064] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.506033] env[69302]: DEBUG nova.compute.provider_tree [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.519156] env[69302]: DEBUG oslo_vmware.api [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.622045] env[69302]: DEBUG nova.network.neutron [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [{"id": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "address": "fa:16:3e:12:5b:6b", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ef1bff7-a0", "ovs_interfaceid": "6ef1bff7-a063-4286-8b3e-653dc4c825df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.727247] env[69302]: INFO nova.compute.manager [-] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Took 1.71 seconds to deallocate network for instance. [ 883.811780] env[69302]: DEBUG nova.compute.manager [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Received event network-vif-deleted-8697778b-37ef-4415-95cd-6f187ed44473 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.812019] env[69302]: DEBUG nova.compute.manager [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Received event network-changed-f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.812262] env[69302]: DEBUG nova.compute.manager [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Refreshing instance network info cache due to event network-changed-f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.812486] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] Acquiring lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.812754] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] Acquired lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.812830] env[69302]: DEBUG nova.network.neutron [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Refreshing network info cache for port f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.857171] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Releasing lock "refresh_cache-58bc7378-cf42-446a-a5dc-bd89aa59e7bd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.857171] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.857171] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c718905-70d0-4587-8a83-fa205eb17ef1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.863637] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 883.863637] env[69302]: value = "task-3183586" [ 883.863637] env[69302]: _type = "Task" [ 883.863637] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.872376] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.997240] env[69302]: DEBUG oslo_vmware.api [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243332} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.997643] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.997858] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.998101] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.998305] env[69302]: INFO nova.compute.manager [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Took 1.15 seconds to destroy the instance on the hypervisor. [ 883.998598] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.998821] env[69302]: DEBUG nova.compute.manager [-] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.998931] env[69302]: DEBUG nova.network.neutron [-] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.053204] env[69302]: DEBUG nova.scheduler.client.report [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 884.053522] env[69302]: DEBUG nova.compute.provider_tree [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 81 to 82 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 884.053751] env[69302]: DEBUG nova.compute.provider_tree [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.125402] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.234799] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.374509] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183586, 'name': PowerOffVM_Task, 'duration_secs': 0.267544} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.374892] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:31:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f53433c3-5e67-42f4-baaf-cd20c8d5044d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-727481591',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.380817] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.385380] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81a3e6c-df57-4c9b-a758-fc44daa903fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.401974] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 884.401974] env[69302]: value = "task-3183587" [ 884.401974] env[69302]: _type = "Task" [ 884.401974] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.415305] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.559197] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.788s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.559757] env[69302]: DEBUG nova.compute.manager [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.562398] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.373s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.563879] env[69302]: INFO nova.compute.claims [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.628988] env[69302]: DEBUG oslo_concurrency.lockutils [None req-be9ff47b-8aed-4c0d-b4dd-b7b6a511b125 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-ff7f7de3-16d2-4052-a3cc-dfdd1e17f647-e7ed307a-4a4f-40e3-ba3a-b0a461888c2c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.744s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.736762] env[69302]: DEBUG nova.network.neutron [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Updated VIF entry in instance network info cache for port f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.737030] env[69302]: DEBUG nova.network.neutron [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Updating instance_info_cache with network_info: [{"id": "f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb", "address": "fa:16:3e:e7:16:54", "network": {"id": "ddea8c00-8fdc-4d37-8b01-6e6d739371e4", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-517746895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87faf8a304ab477aaddebbce1a2b62fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d736a1-8c", "ovs_interfaceid": "f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.826190] env[69302]: DEBUG nova.compute.manager [req-2827343f-31e4-4c29-b301-94a041838564 req-0c6e2bfc-c0c4-43fa-b67b-4da8a24ed525 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Received event network-vif-deleted-6ef1bff7-a063-4286-8b3e-653dc4c825df {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.826190] env[69302]: INFO nova.compute.manager [req-2827343f-31e4-4c29-b301-94a041838564 req-0c6e2bfc-c0c4-43fa-b67b-4da8a24ed525 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Neutron deleted interface 6ef1bff7-a063-4286-8b3e-653dc4c825df; detaching it from the instance and deleting it from the info cache [ 884.826290] env[69302]: DEBUG nova.network.neutron [req-2827343f-31e4-4c29-b301-94a041838564 req-0c6e2bfc-c0c4-43fa-b67b-4da8a24ed525 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.914136] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.028841] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.029137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.029329] env[69302]: DEBUG nova.compute.manager [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Going to confirm migration 3 {{(pid=69302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 885.071161] env[69302]: DEBUG nova.compute.utils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.075792] env[69302]: DEBUG nova.compute.manager [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 885.200775] env[69302]: DEBUG nova.network.neutron [-] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.241299] env[69302]: DEBUG oslo_concurrency.lockutils [req-7f17f744-d4de-4025-8f44-97f54f3df238 req-bb3cb56d-51e6-44ba-9bc3-70599ad4fe4a service nova] Releasing lock "refresh_cache-50ee926a-fb36-47db-ba2d-90aff8c5ccd0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.330961] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32cee5b9-7de3-4edc-9d51-9851fafb5464 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.340328] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403b967c-2c56-419c-9dc1-f97f288da6b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.371448] env[69302]: DEBUG nova.compute.manager [req-2827343f-31e4-4c29-b301-94a041838564 req-0c6e2bfc-c0c4-43fa-b67b-4da8a24ed525 service nova] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Detach interface failed, port_id=6ef1bff7-a063-4286-8b3e-653dc4c825df, reason: Instance ff7f7de3-16d2-4052-a3cc-dfdd1e17f647 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.411943] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.577073] env[69302]: DEBUG nova.compute.manager [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.604696] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.605916] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.605916] env[69302]: DEBUG nova.network.neutron [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.605916] env[69302]: DEBUG nova.objects.instance [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lazy-loading 'info_cache' on Instance uuid b9ec01ce-88d5-49c0-a224-fdd8c5b75100 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.705094] env[69302]: INFO nova.compute.manager [-] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Took 1.71 seconds to deallocate network for instance. [ 885.916164] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183587, 'name': ReconfigVM_Task, 'duration_secs': 1.152429} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.917026] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1ffcc-4884-4cf7-8b7c-a02af44dfb31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.937156] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:31:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f53433c3-5e67-42f4-baaf-cd20c8d5044d',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-727481591',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.937156] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.937156] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.937156] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.937156] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.937409] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.937409] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.937661] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.937732] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.937987] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.938195] env[69302]: DEBUG nova.virt.hardware [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.941648] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc5d375-6e6d-41c0-a366-492445aa58fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.950807] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 885.950807] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5277ebf5-c9ff-6133-7665-fbe517a21259" [ 885.950807] env[69302]: _type = "Task" [ 885.950807] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.958542] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5277ebf5-c9ff-6133-7665-fbe517a21259, 'name': SearchDatastore_Task, 'duration_secs': 0.008095} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.966167] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 885.967496] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4da6bd-898e-43dd-83ec-b783bf450d2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.982362] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa6dcee-2a71-4088-9b4b-da7468e9c52a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.990739] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438a6ca-c9a4-429d-8294-7ce1028a1cf1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.994057] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 885.994057] env[69302]: value = "task-3183588" [ 885.994057] env[69302]: _type = "Task" [ 885.994057] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.023840] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87783712-1de1-4d9a-ad25-5cf5a489780f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.029505] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.034399] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b793bf3d-10eb-4ae0-85d0-54e0fc498092 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.048873] env[69302]: DEBUG nova.compute.provider_tree [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.217727] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.508942] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183588, 'name': ReconfigVM_Task, 'duration_secs': 0.181382} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.509112] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 886.510073] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dcf152-9cbd-4732-b877-83b97313a459 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.535872] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd/58bc7378-cf42-446a-a5dc-bd89aa59e7bd.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.536211] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7326c6-b496-48f2-a77e-f96c4c396833 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.551922] env[69302]: DEBUG nova.scheduler.client.report [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.557656] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 886.557656] env[69302]: value = "task-3183589" [ 886.557656] env[69302]: _type = "Task" [ 886.557656] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.564809] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.587121] env[69302]: DEBUG nova.compute.manager [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.617961] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.618927] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.618927] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.618927] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.618927] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.618927] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.619235] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.619281] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.619436] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.619727] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.619988] env[69302]: DEBUG nova.virt.hardware [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.620885] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56278e6a-c31b-484f-bcf6-ae7f91ec0bfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.629726] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd655fc3-c9d8-4c9e-98de-0f0ea60e5562 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.644187] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.651228] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Creating folder: Project (87ada91b76cd454db5095a37e49eda73). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.654282] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f06571e1-9cce-4527-946b-f27516bb84da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.666036] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Created folder: Project (87ada91b76cd454db5095a37e49eda73) in parent group-v636578. [ 886.666036] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Creating folder: Instances. Parent ref: group-v636744. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.666308] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee7dcf87-a776-4a04-892b-e380d37c4075 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.677198] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Created folder: Instances in parent group-v636744. [ 886.677445] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.677637] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.677846] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47bd7733-2140-4cee-b974-d6e283ba3608 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.700853] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.700853] env[69302]: value = "task-3183592" [ 886.700853] env[69302]: _type = "Task" [ 886.700853] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.708651] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183592, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.891353] env[69302]: DEBUG nova.network.neutron [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance_info_cache with network_info: [{"id": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "address": "fa:16:3e:ab:a6:b2", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b349df-f6", "ovs_interfaceid": "e9b349df-f693-4dbe-8afb-7cdb112708b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.061025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.061025] env[69302]: DEBUG nova.compute.manager [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.062555] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.714s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.062986] env[69302]: DEBUG nova.objects.instance [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lazy-loading 'resources' on Instance uuid 5b490a83-e164-4d8b-a3fa-2734deab1f42 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.077790] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183589, 'name': ReconfigVM_Task, 'duration_secs': 0.281204} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.078677] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd/58bc7378-cf42-446a-a5dc-bd89aa59e7bd.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.079543] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d897a1b-be78-4b82-88c9-af8545c26ad3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.099953] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd449b08-911e-41ab-941f-c9846baa94fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.121402] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87514bb-9f14-4c7b-8c81-6a9d1a331e67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.144784] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be23e238-e9d1-4a1f-9901-4452201c7442 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.151997] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.152657] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f692aa88-b36b-40ce-9d26-3ae93d87adc6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.159564] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 887.159564] env[69302]: value = "task-3183593" [ 887.159564] env[69302]: _type = "Task" [ 887.159564] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.211030] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183592, 'name': CreateVM_Task, 'duration_secs': 0.240265} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.211166] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.211611] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.211871] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.212097] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.212411] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525d10d5-0d46-4d0f-a5d8-4036883de811 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.217049] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 887.217049] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f595df-0e6f-47c4-eaf8-5e7ff664c4a7" [ 887.217049] env[69302]: _type = "Task" [ 887.217049] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.224687] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f595df-0e6f-47c4-eaf8-5e7ff664c4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.394246] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-b9ec01ce-88d5-49c0-a224-fdd8c5b75100" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.394560] env[69302]: DEBUG nova.objects.instance [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lazy-loading 'migration_context' on Instance uuid b9ec01ce-88d5-49c0-a224-fdd8c5b75100 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.571108] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "759448b1-d871-474c-a53a-1380e453b798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.571876] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "759448b1-d871-474c-a53a-1380e453b798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.573300] env[69302]: DEBUG nova.compute.utils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.579018] env[69302]: DEBUG nova.compute.manager [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 887.672570] env[69302]: DEBUG oslo_vmware.api [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183593, 'name': PowerOnVM_Task, 'duration_secs': 0.405995} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.672868] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.729904] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f595df-0e6f-47c4-eaf8-5e7ff664c4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010008} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.730912] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.730912] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.730912] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732290] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.732290] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.732290] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5606a63-89a5-492b-b530-a8a31efe2b7a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.746096] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.746324] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.749298] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7e08a00-aaca-4f50-b94a-483369d3416c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.755094] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 887.755094] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a081b3-953b-4746-ef39-c4c3bbaad5b3" [ 887.755094] env[69302]: _type = "Task" [ 887.755094] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.762667] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a081b3-953b-4746-ef39-c4c3bbaad5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.897447] env[69302]: DEBUG nova.objects.base [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 887.898375] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2305d48f-e84f-439c-9b47-b69ed2acc32c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.924692] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5262561d-8921-477f-998e-0a51795a9a95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.930328] env[69302]: DEBUG oslo_vmware.api [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 887.930328] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5254d676-7723-4132-4792-dc9fc9efcfb5" [ 887.930328] env[69302]: _type = "Task" [ 887.930328] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.938023] env[69302]: DEBUG oslo_vmware.api [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5254d676-7723-4132-4792-dc9fc9efcfb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.952254] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd3e9f-ecb6-4f2d-8c40-a1022d518f49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.959371] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d616c97-d721-496f-b34b-99c508895865 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.992226] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf2a268-f54a-4772-9ce6-e9711c0163a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.999731] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891a2a78-b98e-4d42-8cc4-dbc5640312f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.013233] env[69302]: DEBUG nova.compute.provider_tree [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.079277] env[69302]: DEBUG nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.082250] env[69302]: DEBUG nova.compute.manager [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.269130] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a081b3-953b-4746-ef39-c4c3bbaad5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.031596} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.269523] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e1628c-d99e-4b41-ad1e-b4b3b220dc94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.275320] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 888.275320] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eb9362-b680-8460-1f3b-359d1b99cb4a" [ 888.275320] env[69302]: _type = "Task" [ 888.275320] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.282909] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eb9362-b680-8460-1f3b-359d1b99cb4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.440349] env[69302]: DEBUG oslo_vmware.api [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5254d676-7723-4132-4792-dc9fc9efcfb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.440651] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.516369] env[69302]: DEBUG nova.scheduler.client.report [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.606956] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.689427] env[69302]: INFO nova.compute.manager [None req-5f23d553-c873-469e-ad42-0de545e820ca tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance to original state: 'active' [ 888.786051] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52eb9362-b680-8460-1f3b-359d1b99cb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.031436} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.786328] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.786589] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] cb5ac92a-790e-404a-801c-4693657bc65f/cb5ac92a-790e-404a-801c-4693657bc65f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.786840] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdbf5ceb-bdf7-435d-9a16-c0c1fee5cfa6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.793522] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 888.793522] env[69302]: value = "task-3183594" [ 888.793522] env[69302]: _type = "Task" [ 888.793522] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.801313] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.021338] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.023980] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.500s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.025683] env[69302]: INFO nova.compute.claims [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.041417] env[69302]: INFO nova.scheduler.client.report [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Deleted allocations for instance 5b490a83-e164-4d8b-a3fa-2734deab1f42 [ 889.095629] env[69302]: DEBUG nova.compute.manager [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.125207] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.125508] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.125661] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.125801] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.125945] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.126110] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.126338] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.126511] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.126669] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.126834] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.127013] env[69302]: DEBUG nova.virt.hardware [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.128328] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d7f769-bd44-4e65-a7e0-d61965c8ca2b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.139283] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623f7394-8bae-43f1-8155-58bd92d85ca9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.154444] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.160375] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.161096] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.161765] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9119590e-a2df-44e0-a408-748ddca7febf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.180344] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.180344] env[69302]: value = "task-3183595" [ 889.180344] env[69302]: _type = "Task" [ 889.180344] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.188988] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183595, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.307124] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183594, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.549481] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1d166c3b-a397-4415-82bd-1375eb5059f9 tempest-ServerTagsTestJSON-487910482 tempest-ServerTagsTestJSON-487910482-project-member] Lock "5b490a83-e164-4d8b-a3fa-2734deab1f42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.699s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.690994] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183595, 'name': CreateVM_Task, 'duration_secs': 0.366971} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.691365] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.691721] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.691889] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.692308] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.692585] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d83b84-7601-482a-978d-30252d54510a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.697514] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 889.697514] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fb13e2-39c7-73f5-7b70-2be0887ea923" [ 889.697514] env[69302]: _type = "Task" [ 889.697514] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.707896] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fb13e2-39c7-73f5-7b70-2be0887ea923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.808023] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515438} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.808301] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] cb5ac92a-790e-404a-801c-4693657bc65f/cb5ac92a-790e-404a-801c-4693657bc65f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.808515] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.808765] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2434cce4-9549-4f0f-9fcd-6c657e408f4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.815589] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 889.815589] env[69302]: value = "task-3183596" [ 889.815589] env[69302]: _type = "Task" [ 889.815589] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.823770] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.064261] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.064526] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.064735] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.064933] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.065123] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.067670] env[69302]: INFO nova.compute.manager [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Terminating instance [ 890.215383] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fb13e2-39c7-73f5-7b70-2be0887ea923, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.215675] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.216396] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.216396] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.216396] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.216573] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.216711] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-097d49fb-72b1-43a4-a0f9-b3716a978501 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.232057] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.232157] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.235266] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2350dd-8395-4335-8a19-d454d140bbab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.241080] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 890.241080] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529c3668-68cc-6120-a551-991f5fbe9baa" [ 890.241080] env[69302]: _type = "Task" [ 890.241080] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.248871] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529c3668-68cc-6120-a551-991f5fbe9baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.325569] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107018} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.328187] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.329236] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470a26b0-3395-4c31-a8bd-7eecced4942d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.349668] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] cb5ac92a-790e-404a-801c-4693657bc65f/cb5ac92a-790e-404a-801c-4693657bc65f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.352712] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e2a7073-a288-4925-9444-e440bd47f4a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.372508] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 890.372508] env[69302]: value = "task-3183597" [ 890.372508] env[69302]: _type = "Task" [ 890.372508] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.383496] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.424046] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f14f65-e724-4774-99f7-6b53ed45925c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.431485] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1bc616-35c0-4bad-9370-5d9096b0d300 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.465047] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f77a97-3017-444d-8a1f-c667f457579d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.473120] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd5c7e0-5153-4cfc-b250-54f34dfb9fac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.486645] env[69302]: DEBUG nova.compute.provider_tree [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.573947] env[69302]: DEBUG nova.compute.manager [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.575227] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.575227] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3f9293-acd6-4c68-b6ea-98284311e587 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.585020] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.585402] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edfa4166-50dd-47d5-b78d-2272f25475e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.593046] env[69302]: DEBUG oslo_vmware.api [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 890.593046] env[69302]: value = "task-3183598" [ 890.593046] env[69302]: _type = "Task" [ 890.593046] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.602854] env[69302]: DEBUG oslo_vmware.api [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.757103] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529c3668-68cc-6120-a551-991f5fbe9baa, 'name': SearchDatastore_Task, 'duration_secs': 0.015761} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.757103] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b0c2a1-0eca-4e4c-8754-56eb1ef03df6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.761996] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 890.761996] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5262df94-613f-205d-b4f8-95e118b74e95" [ 890.761996] env[69302]: _type = "Task" [ 890.761996] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.773049] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5262df94-613f-205d-b4f8-95e118b74e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.882985] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.994335] env[69302]: DEBUG nova.scheduler.client.report [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.102963] env[69302]: DEBUG oslo_vmware.api [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183598, 'name': PowerOffVM_Task, 'duration_secs': 0.473119} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.103255] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.103437] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.103674] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-549cf679-4280-41a6-a365-e8ed469cf476 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.172767] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.172887] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.173084] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleting the datastore file [datastore1] 58bc7378-cf42-446a-a5dc-bd89aa59e7bd {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.173419] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-071f0a73-a730-4bf8-98ee-deef86e6d871 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.182763] env[69302]: DEBUG oslo_vmware.api [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 891.182763] env[69302]: value = "task-3183600" [ 891.182763] env[69302]: _type = "Task" [ 891.182763] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.192960] env[69302]: DEBUG oslo_vmware.api [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.274454] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5262df94-613f-205d-b4f8-95e118b74e95, 'name': SearchDatastore_Task, 'duration_secs': 0.015016} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.274945] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.275391] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741/457d13c7-a0ff-481b-849f-a2753f280741.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.275972] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a857f5b5-4ae7-4d84-a93b-0769f78e754a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.285316] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 891.285316] env[69302]: value = "task-3183601" [ 891.285316] env[69302]: _type = "Task" [ 891.285316] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.294301] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.382771] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183597, 'name': ReconfigVM_Task, 'duration_secs': 0.773987} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.383061] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Reconfigured VM instance instance-00000038 to attach disk [datastore2] cb5ac92a-790e-404a-801c-4693657bc65f/cb5ac92a-790e-404a-801c-4693657bc65f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.383785] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e06e28f-b0ec-44f5-981b-e126174f04c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.390276] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 891.390276] env[69302]: value = "task-3183602" [ 891.390276] env[69302]: _type = "Task" [ 891.390276] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.398692] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183602, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.502918] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.503501] env[69302]: DEBUG nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.506320] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.763s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.506500] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.506651] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 891.506943] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.706s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.508464] env[69302]: INFO nova.compute.claims [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.512087] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51453f9-568c-4c07-933d-06959e35680f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.523226] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8388e79-b5c7-4637-a8ba-d5556cecad7f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.573497] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f01ee-aed1-443a-a586-ffe8b52a87cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.573497] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f68e014-cba0-418a-b56a-49d230cc1d3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.581403] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178681MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 891.581560] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.697304] env[69302]: DEBUG oslo_vmware.api [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1578} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.697602] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.697788] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.697966] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.698163] env[69302]: INFO nova.compute.manager [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 891.698415] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.698617] env[69302]: DEBUG nova.compute.manager [-] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.698712] env[69302]: DEBUG nova.network.neutron [-] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.793859] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479479} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.794247] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741/457d13c7-a0ff-481b-849f-a2753f280741.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.794537] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.794851] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3376abc1-b74d-4a86-9af9-2c193d3021c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.802025] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 891.802025] env[69302]: value = "task-3183603" [ 891.802025] env[69302]: _type = "Task" [ 891.802025] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.812136] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.900296] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183602, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.013782] env[69302]: DEBUG nova.compute.utils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.016932] env[69302]: DEBUG nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.017114] env[69302]: DEBUG nova.network.neutron [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.071388] env[69302]: DEBUG nova.policy [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e95968b07844b0395af9ab01d3e27ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f03026093c584db6a9c5d09b59bf7024', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.109260] env[69302]: DEBUG nova.compute.manager [req-0c654460-7428-4953-a105-cb72682bf550 req-0f096c50-47ac-4ad1-b895-552b55fb755f service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Received event network-vif-deleted-79d6d688-6c43-4ab4-9b36-008d67f5de3f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.109499] env[69302]: INFO nova.compute.manager [req-0c654460-7428-4953-a105-cb72682bf550 req-0f096c50-47ac-4ad1-b895-552b55fb755f service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Neutron deleted interface 79d6d688-6c43-4ab4-9b36-008d67f5de3f; detaching it from the instance and deleting it from the info cache [ 892.109679] env[69302]: DEBUG nova.network.neutron [req-0c654460-7428-4953-a105-cb72682bf550 req-0f096c50-47ac-4ad1-b895-552b55fb755f service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.312728] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066749} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.312994] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.313914] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcabe7c-50b2-4b71-98d8-8de3012897dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.338481] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741/457d13c7-a0ff-481b-849f-a2753f280741.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.338789] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e858287c-af62-4708-81a6-964ef60a9cf5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.359803] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 892.359803] env[69302]: value = "task-3183604" [ 892.359803] env[69302]: _type = "Task" [ 892.359803] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.368274] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.400013] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183602, 'name': Rename_Task, 'duration_secs': 0.841583} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.400381] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.400627] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cf149c6-840f-4fd1-af40-1d35181580c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.407368] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 892.407368] env[69302]: value = "task-3183605" [ 892.407368] env[69302]: _type = "Task" [ 892.407368] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.410728] env[69302]: DEBUG nova.network.neutron [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Successfully created port: c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.417610] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.521516] env[69302]: DEBUG nova.network.neutron [-] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.523059] env[69302]: DEBUG nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.612906] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8199f16-fbf0-42d3-872a-059e900bed27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.622559] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24c41b3-9865-47ee-bfe8-63710b8d6f21 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.640541] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "c3105453-a51e-4dd8-ad07-8981f5399d4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.640765] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c3105453-a51e-4dd8-ad07-8981f5399d4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.661238] env[69302]: DEBUG nova.compute.manager [req-0c654460-7428-4953-a105-cb72682bf550 req-0f096c50-47ac-4ad1-b895-552b55fb755f service nova] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Detach interface failed, port_id=79d6d688-6c43-4ab4-9b36-008d67f5de3f, reason: Instance 58bc7378-cf42-446a-a5dc-bd89aa59e7bd could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.872376] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183604, 'name': ReconfigVM_Task, 'duration_secs': 0.309663} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.872671] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741/457d13c7-a0ff-481b-849f-a2753f280741.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.873406] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d25d1920-ccd6-482f-bc38-6568e33d7d07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.879099] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 892.879099] env[69302]: value = "task-3183606" [ 892.879099] env[69302]: _type = "Task" [ 892.879099] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.886966] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183606, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.902486] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d683b7f-65fd-489f-8b7c-40272b0666e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.914659] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71226cc6-c219-405b-86e4-d00700768280 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.923141] env[69302]: DEBUG oslo_vmware.api [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183605, 'name': PowerOnVM_Task, 'duration_secs': 0.435868} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.946015] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.946171] env[69302]: INFO nova.compute.manager [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Took 6.36 seconds to spawn the instance on the hypervisor. [ 892.946353] env[69302]: DEBUG nova.compute.manager [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.947288] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831b7e08-662e-4137-abac-508f4524d884 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.950133] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa428da-9cad-498d-8173-716bce981bd8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.958417] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b196ea7d-1c11-46da-b276-bca370070bd9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.975910] env[69302]: DEBUG nova.compute.provider_tree [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.028649] env[69302]: INFO nova.compute.manager [-] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Took 1.33 seconds to deallocate network for instance. [ 893.389835] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183606, 'name': Rename_Task, 'duration_secs': 0.127971} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.390313] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.390587] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ecb2e36-124d-40ba-9cf3-180704f64692 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.397112] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 893.397112] env[69302]: value = "task-3183607" [ 893.397112] env[69302]: _type = "Task" [ 893.397112] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.404898] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.471628] env[69302]: INFO nova.compute.manager [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Took 34.83 seconds to build instance. [ 893.479981] env[69302]: DEBUG nova.scheduler.client.report [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.536711] env[69302]: DEBUG nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.539419] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.562964] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.563231] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.563401] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.563588] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.563745] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.563898] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.564120] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.564278] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.564441] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.564598] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.564765] env[69302]: DEBUG nova.virt.hardware [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.566027] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7334e4-dc21-4bfb-a7e1-783e5abc9b0e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.574454] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a796ca56-0d31-4e2d-b753-8737757eaace {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.906917] env[69302]: DEBUG oslo_vmware.api [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183607, 'name': PowerOnVM_Task, 'duration_secs': 0.395921} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.907198] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.907385] env[69302]: INFO nova.compute.manager [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Took 4.81 seconds to spawn the instance on the hypervisor. [ 893.907563] env[69302]: DEBUG nova.compute.manager [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.908328] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449b2d61-693c-4c8a-88da-bc6317dd5340 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.974116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-85a11459-3dfb-4b6e-9fbf-6199d8a3df6e tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "cb5ac92a-790e-404a-801c-4693657bc65f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.349s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.985417] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.985927] env[69302]: DEBUG nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.988339] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.983s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.989721] env[69302]: INFO nova.compute.claims [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.241269] env[69302]: DEBUG nova.network.neutron [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Successfully updated port: c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.290361] env[69302]: DEBUG nova.compute.manager [req-7d62b032-e7a7-448a-9893-ec2ae55f6bd1 req-41db495c-725c-4ec4-86d0-30f27b1db587 service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Received event network-vif-plugged-c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.290590] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d62b032-e7a7-448a-9893-ec2ae55f6bd1 req-41db495c-725c-4ec4-86d0-30f27b1db587 service nova] Acquiring lock "13151d16-4901-46c0-ac3f-baa07af26b6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.290803] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d62b032-e7a7-448a-9893-ec2ae55f6bd1 req-41db495c-725c-4ec4-86d0-30f27b1db587 service nova] Lock "13151d16-4901-46c0-ac3f-baa07af26b6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.290961] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d62b032-e7a7-448a-9893-ec2ae55f6bd1 req-41db495c-725c-4ec4-86d0-30f27b1db587 service nova] Lock "13151d16-4901-46c0-ac3f-baa07af26b6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.291151] env[69302]: DEBUG nova.compute.manager [req-7d62b032-e7a7-448a-9893-ec2ae55f6bd1 req-41db495c-725c-4ec4-86d0-30f27b1db587 service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] No waiting events found dispatching network-vif-plugged-c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.291316] env[69302]: WARNING nova.compute.manager [req-7d62b032-e7a7-448a-9893-ec2ae55f6bd1 req-41db495c-725c-4ec4-86d0-30f27b1db587 service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Received unexpected event network-vif-plugged-c5e2814e-dce5-4910-9021-6cb50eaacc61 for instance with vm_state building and task_state spawning. [ 894.425345] env[69302]: INFO nova.compute.manager [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Took 35.27 seconds to build instance. [ 894.476588] env[69302]: DEBUG nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.496597] env[69302]: DEBUG nova.compute.utils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.497912] env[69302]: DEBUG nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.498092] env[69302]: DEBUG nova.network.neutron [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.542977] env[69302]: DEBUG nova.policy [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0fc653aab2d4322a78dacc694b8ac13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '817d1fb3bbbe4e81a24cf2e8c21278eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.744283] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.744444] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.744611] env[69302]: DEBUG nova.network.neutron [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.813406] env[69302]: DEBUG nova.network.neutron [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Successfully created port: 5f64fd79-f275-43e8-8c99-9fd4efb0c6c2 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.852526] env[69302]: INFO nova.compute.manager [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Rebuilding instance [ 894.896885] env[69302]: DEBUG nova.compute.manager [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.897936] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ab0a63-c3e4-4a1b-94ec-ebd4ebfd1ec8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.927524] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee68b776-5442-42e7-ac10-cbe33a4c4edd tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "457d13c7-a0ff-481b-849f-a2753f280741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.782s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.003475] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.005559] env[69302]: DEBUG nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.295512] env[69302]: DEBUG nova.network.neutron [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.422290] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e9359-8670-483d-983a-100b13f500a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.432307] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388e1651-19f7-47bc-9ade-7ce567ddcbe3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.468713] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123832cc-4177-4531-a395-abbc735cb274 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.478447] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248fd002-d161-42db-98b5-4668ff337d2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.492890] env[69302]: DEBUG nova.compute.provider_tree [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.505658] env[69302]: DEBUG nova.network.neutron [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Updating instance_info_cache with network_info: [{"id": "c5e2814e-dce5-4910-9021-6cb50eaacc61", "address": "fa:16:3e:c5:b2:9f", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e2814e-dc", "ovs_interfaceid": "c5e2814e-dce5-4910-9021-6cb50eaacc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.915692] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.916014] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f14e7709-3f19-4f83-a913-15e1e9bf9bf3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.924650] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 895.924650] env[69302]: value = "task-3183608" [ 895.924650] env[69302]: _type = "Task" [ 895.924650] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.935539] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.996155] env[69302]: DEBUG nova.scheduler.client.report [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.008147] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.008475] env[69302]: DEBUG nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Instance network_info: |[{"id": "c5e2814e-dce5-4910-9021-6cb50eaacc61", "address": "fa:16:3e:c5:b2:9f", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e2814e-dc", "ovs_interfaceid": "c5e2814e-dce5-4910-9021-6cb50eaacc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.009260] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:b2:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5e2814e-dce5-4910-9021-6cb50eaacc61', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.017343] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.018905] env[69302]: DEBUG nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.020887] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.021577] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cde73927-6995-4d58-a088-9adbc613b932 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.048075] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.048075] env[69302]: value = "task-3183609" [ 896.048075] env[69302]: _type = "Task" [ 896.048075] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.050244] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.050474] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.050629] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.050804] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.050947] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.051105] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.051313] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.051466] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.052445] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.052445] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.052445] env[69302]: DEBUG nova.virt.hardware [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.052902] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febc503b-b96d-492b-bf76-36bf7a0d088a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.065295] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183609, 'name': CreateVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.068453] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278dcdd2-1c08-4ab9-9f54-8cc1de077503 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.299783] env[69302]: DEBUG nova.network.neutron [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Successfully updated port: 5f64fd79-f275-43e8-8c99-9fd4efb0c6c2 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.321259] env[69302]: DEBUG nova.compute.manager [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Received event network-changed-c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.321455] env[69302]: DEBUG nova.compute.manager [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Refreshing instance network info cache due to event network-changed-c5e2814e-dce5-4910-9021-6cb50eaacc61. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.321665] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Acquiring lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.321802] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Acquired lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.321961] env[69302]: DEBUG nova.network.neutron [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Refreshing network info cache for port c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.435910] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183608, 'name': PowerOffVM_Task, 'duration_secs': 0.162814} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.436198] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.436523] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.437316] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd06be4f-00bf-4ab9-97fa-8c9ec764a7ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.444751] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.445018] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72cb3689-327f-4157-84f5-c0cd4e095771 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.472312] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.472570] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.472762] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Deleting the datastore file [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.473042] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f91b5de-7954-4281-96ba-a6de4f9ce548 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.480267] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 896.480267] env[69302]: value = "task-3183611" [ 896.480267] env[69302]: _type = "Task" [ 896.480267] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.488283] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.502365] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.503546] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.548s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.503775] env[69302]: DEBUG nova.objects.instance [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lazy-loading 'resources' on Instance uuid dd64bebb-7c5b-48cb-b670-52983ffe6ba5 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.568252] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183609, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.801253] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.801425] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.801660] env[69302]: DEBUG nova.network.neutron [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.994678] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114789} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.994678] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.996035] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.996035] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.008331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "35a48fad-649b-4a3b-8bdb-b6928ed9c7b8" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.008577] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "35a48fad-649b-4a3b-8bdb-b6928ed9c7b8" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.021495] env[69302]: DEBUG nova.network.neutron [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Updated VIF entry in instance network info cache for port c5e2814e-dce5-4910-9021-6cb50eaacc61. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.021833] env[69302]: DEBUG nova.network.neutron [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Updating instance_info_cache with network_info: [{"id": "c5e2814e-dce5-4910-9021-6cb50eaacc61", "address": "fa:16:3e:c5:b2:9f", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e2814e-dc", "ovs_interfaceid": "c5e2814e-dce5-4910-9021-6cb50eaacc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.064115] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183609, 'name': CreateVM_Task, 'duration_secs': 0.609892} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.066700] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.067670] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.067780] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.068107] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.068361] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74db7c47-f05b-42b3-a603-29254b1f30a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.074789] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 897.074789] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d7d19e-8d6a-9079-2479-143d22a55df4" [ 897.074789] env[69302]: _type = "Task" [ 897.074789] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.087526] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d7d19e-8d6a-9079-2479-143d22a55df4, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.087799] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.088044] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.088331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.088405] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.088573] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.091204] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6a70ddd-a5f6-4070-a4f8-ea85919bc647 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.105554] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.105743] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.106477] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442a1b9c-e1d4-42d5-b5df-84d4ef04480d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.112875] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 897.112875] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5249ab45-b4e1-7b61-f966-f47f148a6549" [ 897.112875] env[69302]: _type = "Task" [ 897.112875] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.124518] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5249ab45-b4e1-7b61-f966-f47f148a6549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.324127] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21db0c05-4348-4357-a5bb-c8317681cb9c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.332343] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2342455-3b1e-4126-ba71-6d6c672c5078 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.364045] env[69302]: DEBUG nova.network.neutron [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.366432] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d8e19-acea-41fa-86cd-3b52d08d8f9e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.374746] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e54b4b-5c3e-440d-81ec-1659ef1bd898 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.390273] env[69302]: DEBUG nova.compute.provider_tree [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.508755] env[69302]: DEBUG nova.network.neutron [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Updating instance_info_cache with network_info: [{"id": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "address": "fa:16:3e:dc:28:62", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f64fd79-f2", "ovs_interfaceid": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.510610] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "35a48fad-649b-4a3b-8bdb-b6928ed9c7b8" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.512175] env[69302]: DEBUG nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.524538] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Releasing lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.524837] env[69302]: DEBUG nova.compute.manager [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Received event network-vif-plugged-5f64fd79-f275-43e8-8c99-9fd4efb0c6c2 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.525067] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Acquiring lock "55d2e554-babf-4a85-9c2a-656e0b361f35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.525246] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Lock "55d2e554-babf-4a85-9c2a-656e0b361f35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.525407] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Lock "55d2e554-babf-4a85-9c2a-656e0b361f35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.525572] env[69302]: DEBUG nova.compute.manager [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] No waiting events found dispatching network-vif-plugged-5f64fd79-f275-43e8-8c99-9fd4efb0c6c2 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.525734] env[69302]: WARNING nova.compute.manager [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Received unexpected event network-vif-plugged-5f64fd79-f275-43e8-8c99-9fd4efb0c6c2 for instance with vm_state building and task_state spawning. [ 897.525881] env[69302]: DEBUG nova.compute.manager [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Received event network-changed-5f64fd79-f275-43e8-8c99-9fd4efb0c6c2 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.526041] env[69302]: DEBUG nova.compute.manager [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Refreshing instance network info cache due to event network-changed-5f64fd79-f275-43e8-8c99-9fd4efb0c6c2. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.526210] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Acquiring lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.626578] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5249ab45-b4e1-7b61-f966-f47f148a6549, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.627407] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e199a4c-eb58-413d-9105-9cb4678d70d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.634087] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 897.634087] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a312ff-29b4-db2f-b409-9fd57674cbc6" [ 897.634087] env[69302]: _type = "Task" [ 897.634087] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.642579] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a312ff-29b4-db2f-b409-9fd57674cbc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.895270] env[69302]: DEBUG nova.scheduler.client.report [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.010751] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.011071] env[69302]: DEBUG nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Instance network_info: |[{"id": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "address": "fa:16:3e:dc:28:62", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f64fd79-f2", "ovs_interfaceid": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.011359] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Acquired lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.011535] env[69302]: DEBUG nova.network.neutron [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Refreshing network info cache for port 5f64fd79-f275-43e8-8c99-9fd4efb0c6c2 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.012649] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:28:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f64fd79-f275-43e8-8c99-9fd4efb0c6c2', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.020655] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.022744] env[69302]: DEBUG nova.compute.utils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.023626] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.024235] env[69302]: DEBUG nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.024318] env[69302]: DEBUG nova.network.neutron [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.026334] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64024a90-9dc4-4c61-b900-a10f3632269d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.051026] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.051026] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.051207] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.051280] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.051466] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.051616] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.051827] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.051981] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.052186] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.052378] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.052626] env[69302]: DEBUG nova.virt.hardware [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.053623] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9421a7-7a01-4e79-b8e4-b6966d3f403e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.057355] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.057355] env[69302]: value = "task-3183612" [ 898.057355] env[69302]: _type = "Task" [ 898.057355] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.064809] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a817b9-e87f-4703-9db3-8da9316ff37a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.072456] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183612, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.085021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.091222] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.092876] env[69302]: DEBUG nova.policy [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1eb982bfd2c415db617d27076ca53ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec6df978b69409db9006154bf419fc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.095020] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.095274] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49fcb03d-f4ef-4794-a782-48b2d9282e87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.116169] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.116169] env[69302]: value = "task-3183613" [ 898.116169] env[69302]: _type = "Task" [ 898.116169] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.132207] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183613, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.144851] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a312ff-29b4-db2f-b409-9fd57674cbc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.145149] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.145443] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 13151d16-4901-46c0-ac3f-baa07af26b6f/13151d16-4901-46c0-ac3f-baa07af26b6f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.145720] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c21a5c4-5fa1-455b-b544-00b64fe821ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.156063] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 898.156063] env[69302]: value = "task-3183614" [ 898.156063] env[69302]: _type = "Task" [ 898.156063] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.170297] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.400737] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.403410] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.580s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.405132] env[69302]: INFO nova.compute.claims [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.452810] env[69302]: DEBUG nova.network.neutron [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Successfully created port: 3b9b906d-e35a-4a75-89e4-62aa15a52d63 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.525042] env[69302]: DEBUG nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.569780] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183612, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.624368] env[69302]: INFO nova.scheduler.client.report [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Deleted allocations for instance dd64bebb-7c5b-48cb-b670-52983ffe6ba5 [ 898.636735] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183613, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.666213] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499095} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.666445] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 13151d16-4901-46c0-ac3f-baa07af26b6f/13151d16-4901-46c0-ac3f-baa07af26b6f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.666765] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.667256] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82885973-e6c2-40d5-a9f1-a27ff65afae4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.677346] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 898.677346] env[69302]: value = "task-3183615" [ 898.677346] env[69302]: _type = "Task" [ 898.677346] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.688086] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.792059] env[69302]: DEBUG nova.network.neutron [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Updated VIF entry in instance network info cache for port 5f64fd79-f275-43e8-8c99-9fd4efb0c6c2. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.792471] env[69302]: DEBUG nova.network.neutron [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Updating instance_info_cache with network_info: [{"id": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "address": "fa:16:3e:dc:28:62", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f64fd79-f2", "ovs_interfaceid": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.072030] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183612, 'name': CreateVM_Task, 'duration_secs': 0.758091} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.072897] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.073568] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.073819] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.074052] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.074543] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-527622c2-d472-4e1f-940e-f8ea1d614937 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.079634] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 899.079634] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5260820f-6e4d-806f-1211-023ae08d46f9" [ 899.079634] env[69302]: _type = "Task" [ 899.079634] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.088143] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5260820f-6e4d-806f-1211-023ae08d46f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.127979] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183613, 'name': CreateVM_Task, 'duration_secs': 0.826754} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.128159] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.128547] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.140598] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fdadf0bf-4d98-468c-9cbb-11cfa810bec6 tempest-VolumesAssistedSnapshotsTest-71666303 tempest-VolumesAssistedSnapshotsTest-71666303-project-member] Lock "dd64bebb-7c5b-48cb-b670-52983ffe6ba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.157s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.187593] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067863} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.187858] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.188888] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710c72b7-b415-48e8-aa86-4fe4c62bc9d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.212865] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 13151d16-4901-46c0-ac3f-baa07af26b6f/13151d16-4901-46c0-ac3f-baa07af26b6f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.213161] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46fab82a-747a-4c42-a95e-429b82e2153d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.234577] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 899.234577] env[69302]: value = "task-3183616" [ 899.234577] env[69302]: _type = "Task" [ 899.234577] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.243349] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.295876] env[69302]: DEBUG oslo_concurrency.lockutils [req-5fcdd65b-66bb-4907-814b-cedeefadaca1 req-58bef872-c8c5-4af7-9b32-7c26773f3252 service nova] Releasing lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.537096] env[69302]: DEBUG nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.560980] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.561243] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.561396] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.561575] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.561719] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.561871] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.562089] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.563024] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.563024] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.563024] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.563024] env[69302]: DEBUG nova.virt.hardware [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.563792] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ff7467-4465-44ba-b214-7d9e5a72dc84 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.575092] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897314d-d28c-49ef-8cfe-abe2633edcb6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.600340] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5260820f-6e4d-806f-1211-023ae08d46f9, 'name': SearchDatastore_Task, 'duration_secs': 0.038678} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.600552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.600789] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.601117] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.601270] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.601447] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.601802] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.602108] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.602435] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b8542b6-9160-4e4c-80b3-1db8ba90f837 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.605222] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539f7aa0-b8cd-4138-949b-c590b1ad6183 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.610717] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 899.610717] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529fad36-a390-5e47-d2b9-c922bd9aa855" [ 899.610717] env[69302]: _type = "Task" [ 899.610717] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.618875] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.619117] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.620435] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f587101-4d7f-45c6-bf69-5f06c692d015 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.628107] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529fad36-a390-5e47-d2b9-c922bd9aa855, 'name': SearchDatastore_Task} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.631041] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.631187] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.631400] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.633961] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 899.633961] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521f2b34-e4d1-8e08-3dc3-9d7425648ba3" [ 899.633961] env[69302]: _type = "Task" [ 899.633961] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.641955] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521f2b34-e4d1-8e08-3dc3-9d7425648ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.747338] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.759851] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a393ba04-fac1-4d77-89ca-831b14c0cc0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.768486] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52320989-b03c-4eef-a384-3716a13effe5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.801954] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9d50cd-4c93-4f1d-8bfc-12ebdf283bbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.810145] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb47c4e-163e-495c-8ca5-ada3cc4e85a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.824364] env[69302]: DEBUG nova.compute.provider_tree [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.126315] env[69302]: DEBUG nova.compute.manager [req-b8d5e138-7e7e-414c-9fdf-3da0a7c40706 req-18935be7-4e15-4979-a97f-f01eaa0c7ee4 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Received event network-vif-plugged-3b9b906d-e35a-4a75-89e4-62aa15a52d63 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.126585] env[69302]: DEBUG oslo_concurrency.lockutils [req-b8d5e138-7e7e-414c-9fdf-3da0a7c40706 req-18935be7-4e15-4979-a97f-f01eaa0c7ee4 service nova] Acquiring lock "c864caf4-f764-4a68-98ba-a767a8fc9719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.126616] env[69302]: DEBUG oslo_concurrency.lockutils [req-b8d5e138-7e7e-414c-9fdf-3da0a7c40706 req-18935be7-4e15-4979-a97f-f01eaa0c7ee4 service nova] Lock "c864caf4-f764-4a68-98ba-a767a8fc9719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.126833] env[69302]: DEBUG oslo_concurrency.lockutils [req-b8d5e138-7e7e-414c-9fdf-3da0a7c40706 req-18935be7-4e15-4979-a97f-f01eaa0c7ee4 service nova] Lock "c864caf4-f764-4a68-98ba-a767a8fc9719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.127809] env[69302]: DEBUG nova.compute.manager [req-b8d5e138-7e7e-414c-9fdf-3da0a7c40706 req-18935be7-4e15-4979-a97f-f01eaa0c7ee4 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] No waiting events found dispatching network-vif-plugged-3b9b906d-e35a-4a75-89e4-62aa15a52d63 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.127809] env[69302]: WARNING nova.compute.manager [req-b8d5e138-7e7e-414c-9fdf-3da0a7c40706 req-18935be7-4e15-4979-a97f-f01eaa0c7ee4 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Received unexpected event network-vif-plugged-3b9b906d-e35a-4a75-89e4-62aa15a52d63 for instance with vm_state building and task_state spawning. [ 900.147496] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521f2b34-e4d1-8e08-3dc3-9d7425648ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.148269] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4da8a49-0b07-482f-9a50-39eaade47950 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.154955] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 900.154955] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52296b17-c315-da56-af03-71c3c282723a" [ 900.154955] env[69302]: _type = "Task" [ 900.154955] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.164861] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52296b17-c315-da56-af03-71c3c282723a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.235746] env[69302]: DEBUG nova.network.neutron [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Successfully updated port: 3b9b906d-e35a-4a75-89e4-62aa15a52d63 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.255599] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183616, 'name': ReconfigVM_Task, 'duration_secs': 0.972614} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.255995] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 13151d16-4901-46c0-ac3f-baa07af26b6f/13151d16-4901-46c0-ac3f-baa07af26b6f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.256826] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-875ababc-f093-4953-98ba-6b6393e6a896 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.267793] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 900.267793] env[69302]: value = "task-3183617" [ 900.267793] env[69302]: _type = "Task" [ 900.267793] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.282006] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183617, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.347344] env[69302]: ERROR nova.scheduler.client.report [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [req-464eff35-198e-4c38-b4d7-1514ac5b91ec] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-464eff35-198e-4c38-b4d7-1514ac5b91ec"}]} [ 900.364788] env[69302]: DEBUG nova.scheduler.client.report [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 900.380983] env[69302]: DEBUG nova.scheduler.client.report [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 900.381286] env[69302]: DEBUG nova.compute.provider_tree [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.396299] env[69302]: DEBUG nova.scheduler.client.report [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 900.420353] env[69302]: DEBUG nova.scheduler.client.report [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 900.667922] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52296b17-c315-da56-af03-71c3c282723a, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.668097] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.668360] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35/55d2e554-babf-4a85-9c2a-656e0b361f35.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.668712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.668813] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.669033] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecc4e558-e937-4507-b900-101aa8c85af8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.671270] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ed2b84e-3a7c-474b-86de-4d95a50c4d01 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.680426] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 900.680426] env[69302]: value = "task-3183618" [ 900.680426] env[69302]: _type = "Task" [ 900.680426] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.681524] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.681707] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.685581] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be656d50-56f6-4562-b3e7-ac59724d7a95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.696507] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.698593] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 900.698593] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523ce5c5-1c7b-168a-e1e9-773ce3db2aaa" [ 900.698593] env[69302]: _type = "Task" [ 900.698593] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.708799] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523ce5c5-1c7b-168a-e1e9-773ce3db2aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.709443] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9771247-2610-4ade-abc1-ff06725d7a82 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.715530] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 900.715530] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6fe68-adcb-c3ea-3592-5cc20c78fdd1" [ 900.715530] env[69302]: _type = "Task" [ 900.715530] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.724053] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6fe68-adcb-c3ea-3592-5cc20c78fdd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.742581] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "refresh_cache-c864caf4-f764-4a68-98ba-a767a8fc9719" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.742733] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquired lock "refresh_cache-c864caf4-f764-4a68-98ba-a767a8fc9719" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.742885] env[69302]: DEBUG nova.network.neutron [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.781436] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183617, 'name': Rename_Task, 'duration_secs': 0.18489} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.781764] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.782057] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-030223dd-c238-435e-b51b-1a23016352c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.789867] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70586af-993e-424f-83d7-398b24a56793 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.799674] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 900.799674] env[69302]: value = "task-3183619" [ 900.799674] env[69302]: _type = "Task" [ 900.799674] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.807723] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82465c45-381e-4446-8a08-75dd15ddbf34 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.818265] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183619, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.845158] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c54fc13-4a0c-4b12-9c6e-2e767caf5adf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.854790] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c818147f-c37e-4ff1-82eb-a3f6e64b0bf1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.870599] env[69302]: DEBUG nova.compute.provider_tree [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.192098] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470823} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.192455] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35/55d2e554-babf-4a85-9c2a-656e0b361f35.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.192609] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.192861] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-339f021f-092c-4f43-bea0-c2d8edc98327 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.200656] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 901.200656] env[69302]: value = "task-3183620" [ 901.200656] env[69302]: _type = "Task" [ 901.200656] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.211738] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.226789] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6fe68-adcb-c3ea-3592-5cc20c78fdd1, 'name': SearchDatastore_Task, 'duration_secs': 0.013541} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.230024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.230024] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741/457d13c7-a0ff-481b-849f-a2753f280741.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.230024] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c673cfdb-671c-48cf-a2d8-1e8189b22642 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.235983] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 901.235983] env[69302]: value = "task-3183621" [ 901.235983] env[69302]: _type = "Task" [ 901.235983] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.247818] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.289547] env[69302]: DEBUG nova.network.neutron [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.310424] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183619, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.414476] env[69302]: DEBUG nova.scheduler.client.report [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 901.414877] env[69302]: DEBUG nova.compute.provider_tree [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 84 to 85 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 901.415025] env[69302]: DEBUG nova.compute.provider_tree [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.517375] env[69302]: DEBUG nova.network.neutron [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Updating instance_info_cache with network_info: [{"id": "3b9b906d-e35a-4a75-89e4-62aa15a52d63", "address": "fa:16:3e:52:af:de", "network": {"id": "b022ccc8-d084-4b51-a50b-5116871fb194", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1762142060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6df978b69409db9006154bf419fc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9b906d-e3", "ovs_interfaceid": "3b9b906d-e35a-4a75-89e4-62aa15a52d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.711015] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0719} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.711283] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.712063] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debbf5f3-411b-498c-ab9d-c39b10d03983 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.733880] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35/55d2e554-babf-4a85-9c2a-656e0b361f35.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.734182] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e164ed5e-85f0-47e3-934a-e1fd8750520a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.758631] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445603} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.759978] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741/457d13c7-a0ff-481b-849f-a2753f280741.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.760216] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.760520] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 901.760520] env[69302]: value = "task-3183622" [ 901.760520] env[69302]: _type = "Task" [ 901.760520] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.760709] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b0393af-e680-477e-9230-d5ccf10213e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.773667] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.774609] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 901.774609] env[69302]: value = "task-3183623" [ 901.774609] env[69302]: _type = "Task" [ 901.774609] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.782598] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.811874] env[69302]: DEBUG oslo_vmware.api [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183619, 'name': PowerOnVM_Task, 'duration_secs': 0.659607} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.812153] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.812433] env[69302]: INFO nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Took 8.28 seconds to spawn the instance on the hypervisor. [ 901.812584] env[69302]: DEBUG nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.813380] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbea8a4-c69d-4a68-8914-f2bf63f6add6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.920737] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.517s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.921413] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.924206] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.062s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.928419] env[69302]: INFO nova.compute.claims [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.020540] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Releasing lock "refresh_cache-c864caf4-f764-4a68-98ba-a767a8fc9719" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.021524] env[69302]: DEBUG nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Instance network_info: |[{"id": "3b9b906d-e35a-4a75-89e4-62aa15a52d63", "address": "fa:16:3e:52:af:de", "network": {"id": "b022ccc8-d084-4b51-a50b-5116871fb194", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1762142060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6df978b69409db9006154bf419fc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9b906d-e3", "ovs_interfaceid": "3b9b906d-e35a-4a75-89e4-62aa15a52d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.021524] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:af:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b9b906d-e35a-4a75-89e4-62aa15a52d63', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.029668] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Creating folder: Project (1ec6df978b69409db9006154bf419fc4). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.030015] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cb38237-49f5-4967-9907-fdd3604aa280 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.042965] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Created folder: Project (1ec6df978b69409db9006154bf419fc4) in parent group-v636578. [ 902.043180] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Creating folder: Instances. Parent ref: group-v636751. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.043458] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e58251-f494-440b-8d61-7b182ee9069c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.237134] env[69302]: DEBUG nova.compute.manager [req-a37fa4b8-8b56-4cab-acf5-7cb765314529 req-1df5f635-a29b-4b14-abe6-829c50e5b2e3 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Received event network-changed-3b9b906d-e35a-4a75-89e4-62aa15a52d63 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.237358] env[69302]: DEBUG nova.compute.manager [req-a37fa4b8-8b56-4cab-acf5-7cb765314529 req-1df5f635-a29b-4b14-abe6-829c50e5b2e3 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Refreshing instance network info cache due to event network-changed-3b9b906d-e35a-4a75-89e4-62aa15a52d63. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.237570] env[69302]: DEBUG oslo_concurrency.lockutils [req-a37fa4b8-8b56-4cab-acf5-7cb765314529 req-1df5f635-a29b-4b14-abe6-829c50e5b2e3 service nova] Acquiring lock "refresh_cache-c864caf4-f764-4a68-98ba-a767a8fc9719" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.237713] env[69302]: DEBUG oslo_concurrency.lockutils [req-a37fa4b8-8b56-4cab-acf5-7cb765314529 req-1df5f635-a29b-4b14-abe6-829c50e5b2e3 service nova] Acquired lock "refresh_cache-c864caf4-f764-4a68-98ba-a767a8fc9719" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.237869] env[69302]: DEBUG nova.network.neutron [req-a37fa4b8-8b56-4cab-acf5-7cb765314529 req-1df5f635-a29b-4b14-abe6-829c50e5b2e3 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Refreshing network info cache for port 3b9b906d-e35a-4a75-89e4-62aa15a52d63 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.274579] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183622, 'name': ReconfigVM_Task, 'duration_secs': 0.294495} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.274579] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35/55d2e554-babf-4a85-9c2a-656e0b361f35.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.274579] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8754b363-2c86-4db6-8f01-494ab44d8576 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.277419] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Created folder: Instances in parent group-v636751. [ 902.277644] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.280939] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.281483] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b60bffaa-abb7-4a0d-a228-0b8415f098f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.297497] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 902.297497] env[69302]: value = "task-3183626" [ 902.297497] env[69302]: _type = "Task" [ 902.297497] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.304537] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137257} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.307187] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.307187] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.307187] env[69302]: value = "task-3183627" [ 902.307187] env[69302]: _type = "Task" [ 902.307187] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.307991] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2e487-af11-4e2e-823b-ae82f109de5c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.317415] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183626, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.339087] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741/457d13c7-a0ff-481b-849f-a2753f280741.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.344455] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0cb8616-688c-41f9-a959-863ff42bc3f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.358975] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183627, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.359619] env[69302]: INFO nova.compute.manager [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Took 39.86 seconds to build instance. [ 902.368018] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 902.368018] env[69302]: value = "task-3183628" [ 902.368018] env[69302]: _type = "Task" [ 902.368018] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.379671] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.430329] env[69302]: DEBUG nova.compute.utils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.434400] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.434571] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.503785] env[69302]: DEBUG nova.policy [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad7dc41ed3945589f5b6073809d3cd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '569358d57c7c4729b744bf6095022322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.812869] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183626, 'name': Rename_Task, 'duration_secs': 0.157632} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.816274] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.816549] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27f3ccbe-cb10-47a1-8f9b-38adc4a47428 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.826540] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183627, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.828228] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 902.828228] env[69302]: value = "task-3183629" [ 902.828228] env[69302]: _type = "Task" [ 902.828228] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.836858] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.864405] env[69302]: DEBUG oslo_concurrency.lockutils [None req-176c9cb3-e26e-422d-afe9-c5900d5f8ed9 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "13151d16-4901-46c0-ac3f-baa07af26b6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.367s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.879122] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183628, 'name': ReconfigVM_Task, 'duration_secs': 0.311872} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.879414] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741/457d13c7-a0ff-481b-849f-a2753f280741.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.880046] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f755c59c-3b8c-4fb6-ad2d-da92bf86db4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.887932] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 902.887932] env[69302]: value = "task-3183630" [ 902.887932] env[69302]: _type = "Task" [ 902.887932] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.897897] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183630, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.936143] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.168110] env[69302]: DEBUG nova.network.neutron [req-a37fa4b8-8b56-4cab-acf5-7cb765314529 req-1df5f635-a29b-4b14-abe6-829c50e5b2e3 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Updated VIF entry in instance network info cache for port 3b9b906d-e35a-4a75-89e4-62aa15a52d63. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.168661] env[69302]: DEBUG nova.network.neutron [req-a37fa4b8-8b56-4cab-acf5-7cb765314529 req-1df5f635-a29b-4b14-abe6-829c50e5b2e3 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Updating instance_info_cache with network_info: [{"id": "3b9b906d-e35a-4a75-89e4-62aa15a52d63", "address": "fa:16:3e:52:af:de", "network": {"id": "b022ccc8-d084-4b51-a50b-5116871fb194", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1762142060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec6df978b69409db9006154bf419fc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9b906d-e3", "ovs_interfaceid": "3b9b906d-e35a-4a75-89e4-62aa15a52d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.307039] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Successfully created port: 12509e9b-0cd0-47f1-b1ef-98d771d2ae8f {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.324797] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183627, 'name': CreateVM_Task, 'duration_secs': 0.750637} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.324980] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.327789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.327958] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.328292] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.330810] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98af1ffe-b307-488e-b5bf-b5cbeadfa66d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.338831] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 903.338831] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5234cdbb-9191-373e-f88b-68a798831581" [ 903.338831] env[69302]: _type = "Task" [ 903.338831] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.342103] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.354967] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5234cdbb-9191-373e-f88b-68a798831581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.399201] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183630, 'name': Rename_Task, 'duration_secs': 0.270942} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.399494] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.399729] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c809d7ba-f733-4dde-a7c9-dee94a656a57 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.413317] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 903.413317] env[69302]: value = "task-3183631" [ 903.413317] env[69302]: _type = "Task" [ 903.413317] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.421937] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.434987] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be494d90-bc4f-4306-8b67-9556498e89b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.442872] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96188ad0-1fad-46f6-9f24-314308f7787a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.488514] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c154ccb-49b1-4e13-9c4e-28f4eef0c10e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.498249] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fefa2bb-5044-4516-a0eb-bf60ec17ea49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.513917] env[69302]: DEBUG nova.compute.provider_tree [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.673043] env[69302]: DEBUG oslo_concurrency.lockutils [req-a37fa4b8-8b56-4cab-acf5-7cb765314529 req-1df5f635-a29b-4b14-abe6-829c50e5b2e3 service nova] Releasing lock "refresh_cache-c864caf4-f764-4a68-98ba-a767a8fc9719" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.841815] env[69302]: DEBUG oslo_vmware.api [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183629, 'name': PowerOnVM_Task, 'duration_secs': 0.716429} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.842252] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.842568] env[69302]: INFO nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Took 7.82 seconds to spawn the instance on the hypervisor. [ 903.842855] env[69302]: DEBUG nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.847053] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349664b0-099f-4464-9f4a-798e15639fa8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.856187] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5234cdbb-9191-373e-f88b-68a798831581, 'name': SearchDatastore_Task, 'duration_secs': 0.056342} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.858282] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.858282] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.858392] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.859028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.859028] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.862176] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0de6343e-80dd-44a0-835d-f2704648abae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.875581] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.875581] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.876625] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cbe6d1f-983c-404d-9eac-d75dbc52d2b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.885165] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 903.885165] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f8aa26-3667-0b6a-2ac4-786badb33bf6" [ 903.885165] env[69302]: _type = "Task" [ 903.885165] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.894895] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f8aa26-3667-0b6a-2ac4-786badb33bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.923987] env[69302]: DEBUG oslo_vmware.api [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183631, 'name': PowerOnVM_Task, 'duration_secs': 0.511021} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.924287] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.924498] env[69302]: DEBUG nova.compute.manager [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.925296] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc21395e-f291-423e-974c-1933363d681d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.952612] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.981095] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.981756] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.981756] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.981756] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.982577] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.982577] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.982577] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.982577] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.982577] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.982760] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.982821] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.983962] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e18865-c781-4ec0-b83b-548c8ec39eb5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.992806] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69263bf-6d3e-4f94-988e-8924af451fc6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.017640] env[69302]: DEBUG nova.scheduler.client.report [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.296633] env[69302]: DEBUG nova.compute.manager [req-f39ee0cf-e601-43a7-b605-721e2d715669 req-7999495d-ec56-4c9e-8b3d-800d43e51e5c service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Received event network-changed-c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.299664] env[69302]: DEBUG nova.compute.manager [req-f39ee0cf-e601-43a7-b605-721e2d715669 req-7999495d-ec56-4c9e-8b3d-800d43e51e5c service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Refreshing instance network info cache due to event network-changed-c5e2814e-dce5-4910-9021-6cb50eaacc61. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.299664] env[69302]: DEBUG oslo_concurrency.lockutils [req-f39ee0cf-e601-43a7-b605-721e2d715669 req-7999495d-ec56-4c9e-8b3d-800d43e51e5c service nova] Acquiring lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.299664] env[69302]: DEBUG oslo_concurrency.lockutils [req-f39ee0cf-e601-43a7-b605-721e2d715669 req-7999495d-ec56-4c9e-8b3d-800d43e51e5c service nova] Acquired lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.299664] env[69302]: DEBUG nova.network.neutron [req-f39ee0cf-e601-43a7-b605-721e2d715669 req-7999495d-ec56-4c9e-8b3d-800d43e51e5c service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Refreshing network info cache for port c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.378567] env[69302]: INFO nova.compute.manager [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Took 41.60 seconds to build instance. [ 904.399199] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f8aa26-3667-0b6a-2ac4-786badb33bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.030746} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.399570] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf14483-923d-404d-919b-8ae0d0147916 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.406544] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 904.406544] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5231bb3c-d0c8-bdbf-f488-6f2cf04edf03" [ 904.406544] env[69302]: _type = "Task" [ 904.406544] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.416974] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5231bb3c-d0c8-bdbf-f488-6f2cf04edf03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.442696] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.523755] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.528289] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.531211] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.640s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.533088] env[69302]: INFO nova.compute.claims [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.879349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "457d13c7-a0ff-481b-849f-a2753f280741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.879349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "457d13c7-a0ff-481b-849f-a2753f280741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.879427] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "457d13c7-a0ff-481b-849f-a2753f280741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.880576] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "457d13c7-a0ff-481b-849f-a2753f280741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.881673] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "457d13c7-a0ff-481b-849f-a2753f280741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.882355] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d193800b-f30a-4e20-9732-bb12e36a6e0b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "55d2e554-babf-4a85-9c2a-656e0b361f35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.115s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.882804] env[69302]: INFO nova.compute.manager [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Terminating instance [ 904.918384] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5231bb3c-d0c8-bdbf-f488-6f2cf04edf03, 'name': SearchDatastore_Task, 'duration_secs': 0.037001} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.918384] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.918753] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] c864caf4-f764-4a68-98ba-a767a8fc9719/c864caf4-f764-4a68-98ba-a767a8fc9719.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.919367] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f56261d0-37cc-4699-be07-7975d2c8c507 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.927782] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 904.927782] env[69302]: value = "task-3183632" [ 904.927782] env[69302]: _type = "Task" [ 904.927782] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.936802] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.039884] env[69302]: DEBUG nova.compute.utils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.046376] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.046376] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.050489] env[69302]: DEBUG nova.network.neutron [req-f39ee0cf-e601-43a7-b605-721e2d715669 req-7999495d-ec56-4c9e-8b3d-800d43e51e5c service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Updated VIF entry in instance network info cache for port c5e2814e-dce5-4910-9021-6cb50eaacc61. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.050810] env[69302]: DEBUG nova.network.neutron [req-f39ee0cf-e601-43a7-b605-721e2d715669 req-7999495d-ec56-4c9e-8b3d-800d43e51e5c service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Updating instance_info_cache with network_info: [{"id": "c5e2814e-dce5-4910-9021-6cb50eaacc61", "address": "fa:16:3e:c5:b2:9f", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e2814e-dc", "ovs_interfaceid": "c5e2814e-dce5-4910-9021-6cb50eaacc61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.086606] env[69302]: DEBUG nova.policy [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad7dc41ed3945589f5b6073809d3cd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '569358d57c7c4729b744bf6095022322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.128481] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Successfully updated port: 12509e9b-0cd0-47f1-b1ef-98d771d2ae8f {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.355966] env[69302]: INFO nova.compute.manager [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Rescuing [ 905.355966] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.355966] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.355966] env[69302]: DEBUG nova.network.neutron [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.389544] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "refresh_cache-457d13c7-a0ff-481b-849f-a2753f280741" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.389544] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired lock "refresh_cache-457d13c7-a0ff-481b-849f-a2753f280741" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.389544] env[69302]: DEBUG nova.network.neutron [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.436386] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Successfully created port: b7e42fc4-2362-46ec-b34a-52d932f0904b {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.442917] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183632, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.544978] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.556571] env[69302]: DEBUG oslo_concurrency.lockutils [req-f39ee0cf-e601-43a7-b605-721e2d715669 req-7999495d-ec56-4c9e-8b3d-800d43e51e5c service nova] Releasing lock "refresh_cache-13151d16-4901-46c0-ac3f-baa07af26b6f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.631020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "refresh_cache-c8e96a61-59d2-44e4-b541-75bb131c6e05" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.635221] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "refresh_cache-c8e96a61-59d2-44e4-b541-75bb131c6e05" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.635221] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.906593] env[69302]: DEBUG nova.network.neutron [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.939238] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776644} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.941839] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] c864caf4-f764-4a68-98ba-a767a8fc9719/c864caf4-f764-4a68-98ba-a767a8fc9719.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.942078] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.942559] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f943a2d0-71d8-423b-84e8-c585b1bbdf3e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.951627] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 905.951627] env[69302]: value = "task-3183633" [ 905.951627] env[69302]: _type = "Task" [ 905.951627] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.961817] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.963599] env[69302]: DEBUG nova.network.neutron [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.965507] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b69781-a524-4917-a47c-8d969607116f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.975581] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edbd8c7-3c9d-41a5-99b0-83d33505fa14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.010579] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9737fc-2a1f-4b52-9ec4-0837eaa51071 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.021588] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4cef8-8292-4295-a1a5-b0e48e9b683f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.038677] env[69302]: DEBUG nova.compute.provider_tree [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.152830] env[69302]: DEBUG nova.network.neutron [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Updating instance_info_cache with network_info: [{"id": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "address": "fa:16:3e:dc:28:62", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f64fd79-f2", "ovs_interfaceid": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.190031] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.318539] env[69302]: DEBUG nova.compute.manager [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Received event network-vif-plugged-12509e9b-0cd0-47f1-b1ef-98d771d2ae8f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.318890] env[69302]: DEBUG oslo_concurrency.lockutils [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] Acquiring lock "c8e96a61-59d2-44e4-b541-75bb131c6e05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.319187] env[69302]: DEBUG oslo_concurrency.lockutils [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] Lock "c8e96a61-59d2-44e4-b541-75bb131c6e05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.319981] env[69302]: DEBUG oslo_concurrency.lockutils [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] Lock "c8e96a61-59d2-44e4-b541-75bb131c6e05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.319981] env[69302]: DEBUG nova.compute.manager [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] No waiting events found dispatching network-vif-plugged-12509e9b-0cd0-47f1-b1ef-98d771d2ae8f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.319981] env[69302]: WARNING nova.compute.manager [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Received unexpected event network-vif-plugged-12509e9b-0cd0-47f1-b1ef-98d771d2ae8f for instance with vm_state building and task_state spawning. [ 906.319981] env[69302]: DEBUG nova.compute.manager [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Received event network-changed-12509e9b-0cd0-47f1-b1ef-98d771d2ae8f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.319981] env[69302]: DEBUG nova.compute.manager [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Refreshing instance network info cache due to event network-changed-12509e9b-0cd0-47f1-b1ef-98d771d2ae8f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.320149] env[69302]: DEBUG oslo_concurrency.lockutils [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] Acquiring lock "refresh_cache-c8e96a61-59d2-44e4-b541-75bb131c6e05" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.337043] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Updating instance_info_cache with network_info: [{"id": "12509e9b-0cd0-47f1-b1ef-98d771d2ae8f", "address": "fa:16:3e:e2:28:b7", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12509e9b-0c", "ovs_interfaceid": "12509e9b-0cd0-47f1-b1ef-98d771d2ae8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.462307] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071321} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.462609] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.464244] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6825d51-86f2-4cbe-9f79-b74e54d764ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.479740] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Releasing lock "refresh_cache-457d13c7-a0ff-481b-849f-a2753f280741" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.480196] env[69302]: DEBUG nova.compute.manager [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.480414] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.489614] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] c864caf4-f764-4a68-98ba-a767a8fc9719/c864caf4-f764-4a68-98ba-a767a8fc9719.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.490345] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a96acd-e1f0-47a0-9200-9130e9a4e738 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.493755] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d326ebb-bc76-42da-8a8c-799958f4b318 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.514454] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.514741] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-236a02db-debb-4cb6-88f8-e85ca8494683 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.517789] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 906.517789] env[69302]: value = "task-3183634" [ 906.517789] env[69302]: _type = "Task" [ 906.517789] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.526550] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.528768] env[69302]: DEBUG oslo_vmware.api [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 906.528768] env[69302]: value = "task-3183635" [ 906.528768] env[69302]: _type = "Task" [ 906.528768] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.543440] env[69302]: DEBUG nova.scheduler.client.report [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.547666] env[69302]: DEBUG oslo_vmware.api [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.561801] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.590562] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.590918] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.591133] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.591515] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.591515] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.591625] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.591820] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.591976] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.592393] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.592666] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.593016] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.593852] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b2c166-76c2-4d61-845f-ad4d437b3ac1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.603560] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc85a8b-772e-45bd-83bf-dfc4688f1c4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.656421] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.840028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "refresh_cache-c8e96a61-59d2-44e4-b541-75bb131c6e05" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.840335] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Instance network_info: |[{"id": "12509e9b-0cd0-47f1-b1ef-98d771d2ae8f", "address": "fa:16:3e:e2:28:b7", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12509e9b-0c", "ovs_interfaceid": "12509e9b-0cd0-47f1-b1ef-98d771d2ae8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.840669] env[69302]: DEBUG oslo_concurrency.lockutils [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] Acquired lock "refresh_cache-c8e96a61-59d2-44e4-b541-75bb131c6e05" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.840862] env[69302]: DEBUG nova.network.neutron [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Refreshing network info cache for port 12509e9b-0cd0-47f1-b1ef-98d771d2ae8f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.842675] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:28:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12509e9b-0cd0-47f1-b1ef-98d771d2ae8f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.850408] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Creating folder: Project (569358d57c7c4729b744bf6095022322). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.851408] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b74774f-5771-4eb1-8cda-f6fd5c21d381 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.865798] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Created folder: Project (569358d57c7c4729b744bf6095022322) in parent group-v636578. [ 906.865999] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Creating folder: Instances. Parent ref: group-v636754. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.866262] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b70f058-eb04-40f5-a2f5-8a9ceaf2b7b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.877767] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Created folder: Instances in parent group-v636754. [ 906.878168] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.878235] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.878434] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf4c9d6-2d1d-4bef-810f-4aa13518e880 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.899514] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.899514] env[69302]: value = "task-3183638" [ 906.899514] env[69302]: _type = "Task" [ 906.899514] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.908539] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183638, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.936190] env[69302]: DEBUG nova.compute.manager [req-5cf77d86-4b33-4f5d-9934-9b8257b4e030 req-d40e6c7c-5304-4e7e-bc19-c905f802c66b service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Received event network-vif-plugged-b7e42fc4-2362-46ec-b34a-52d932f0904b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.936470] env[69302]: DEBUG oslo_concurrency.lockutils [req-5cf77d86-4b33-4f5d-9934-9b8257b4e030 req-d40e6c7c-5304-4e7e-bc19-c905f802c66b service nova] Acquiring lock "611bfa11-5a0a-41ff-9521-43427e9aece7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.936628] env[69302]: DEBUG oslo_concurrency.lockutils [req-5cf77d86-4b33-4f5d-9934-9b8257b4e030 req-d40e6c7c-5304-4e7e-bc19-c905f802c66b service nova] Lock "611bfa11-5a0a-41ff-9521-43427e9aece7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.936801] env[69302]: DEBUG oslo_concurrency.lockutils [req-5cf77d86-4b33-4f5d-9934-9b8257b4e030 req-d40e6c7c-5304-4e7e-bc19-c905f802c66b service nova] Lock "611bfa11-5a0a-41ff-9521-43427e9aece7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.936969] env[69302]: DEBUG nova.compute.manager [req-5cf77d86-4b33-4f5d-9934-9b8257b4e030 req-d40e6c7c-5304-4e7e-bc19-c905f802c66b service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] No waiting events found dispatching network-vif-plugged-b7e42fc4-2362-46ec-b34a-52d932f0904b {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.937328] env[69302]: WARNING nova.compute.manager [req-5cf77d86-4b33-4f5d-9934-9b8257b4e030 req-d40e6c7c-5304-4e7e-bc19-c905f802c66b service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Received unexpected event network-vif-plugged-b7e42fc4-2362-46ec-b34a-52d932f0904b for instance with vm_state building and task_state spawning. [ 907.028326] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.035134] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Successfully updated port: b7e42fc4-2362-46ec-b34a-52d932f0904b {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.040203] env[69302]: DEBUG oslo_vmware.api [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183635, 'name': PowerOffVM_Task, 'duration_secs': 0.135255} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.040751] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.043171] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.043171] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6582ae1c-1d1f-4f65-a03c-71e318907bef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.048897] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.049502] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.052899] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.701s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.053159] env[69302]: DEBUG nova.objects.instance [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lazy-loading 'resources' on Instance uuid f9577dc2-a6f8-450d-8bac-6963a5dc18e7 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.071385] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.071618] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.071821] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Deleting the datastore file [datastore2] 457d13c7-a0ff-481b-849f-a2753f280741 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.072408] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a26f8caa-2fdc-4193-9cf3-7bc42b0ed3cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.080763] env[69302]: DEBUG oslo_vmware.api [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 907.080763] env[69302]: value = "task-3183640" [ 907.080763] env[69302]: _type = "Task" [ 907.080763] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.089436] env[69302]: DEBUG oslo_vmware.api [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.409819] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183638, 'name': CreateVM_Task, 'duration_secs': 0.351719} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.409891] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.410615] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.410802] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.411170] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.411355] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13dc5707-b8c7-4549-b386-295e5ddc4912 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.416916] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 907.416916] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52572fa4-e4e9-2d11-5388-2c19b83c70dd" [ 907.416916] env[69302]: _type = "Task" [ 907.416916] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.424597] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52572fa4-e4e9-2d11-5388-2c19b83c70dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.533010] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183634, 'name': ReconfigVM_Task, 'duration_secs': 0.766659} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.533521] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Reconfigured VM instance instance-0000003c to attach disk [datastore1] c864caf4-f764-4a68-98ba-a767a8fc9719/c864caf4-f764-4a68-98ba-a767a8fc9719.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.534249] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4fa229f-3757-486e-aabd-3dcd956a060d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.541759] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "refresh_cache-611bfa11-5a0a-41ff-9521-43427e9aece7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.541852] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "refresh_cache-611bfa11-5a0a-41ff-9521-43427e9aece7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.541968] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.547253] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 907.547253] env[69302]: value = "task-3183641" [ 907.547253] env[69302]: _type = "Task" [ 907.547253] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.560109] env[69302]: DEBUG nova.compute.utils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.568160] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183641, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.568954] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.569222] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.594950] env[69302]: DEBUG oslo_vmware.api [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141994} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.595417] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.595643] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.595830] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.596033] env[69302]: INFO nova.compute.manager [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Took 1.12 seconds to destroy the instance on the hypervisor. [ 907.596293] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.596488] env[69302]: DEBUG nova.compute.manager [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.596582] env[69302]: DEBUG nova.network.neutron [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.643166] env[69302]: DEBUG nova.network.neutron [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.643166] env[69302]: DEBUG nova.policy [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ad7dc41ed3945589f5b6073809d3cd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '569358d57c7c4729b744bf6095022322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.654283] env[69302]: DEBUG nova.network.neutron [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Updated VIF entry in instance network info cache for port 12509e9b-0cd0-47f1-b1ef-98d771d2ae8f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.654283] env[69302]: DEBUG nova.network.neutron [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Updating instance_info_cache with network_info: [{"id": "12509e9b-0cd0-47f1-b1ef-98d771d2ae8f", "address": "fa:16:3e:e2:28:b7", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12509e9b-0c", "ovs_interfaceid": "12509e9b-0cd0-47f1-b1ef-98d771d2ae8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.929855] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52572fa4-e4e9-2d11-5388-2c19b83c70dd, 'name': SearchDatastore_Task, 'duration_secs': 0.049151} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.930209] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.930297] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.930620] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.930785] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.930971] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.934545] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f65407b6-55db-490b-9436-15e681ca63f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.946357] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.949024] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.949024] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60f83e2-187c-42ed-84cb-8a1d4130e03f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.953280] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad6f992-632a-461a-be78-36f4518c8cb7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.954166] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Successfully created port: 57bf1383-6d28-4bab-a127-a8fb74d28652 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.962723] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58124e2-c567-474c-8d79-8d764af8e7e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.966117] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 907.966117] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c1e1c1-a5f7-1726-9b06-17196f2e5f16" [ 907.966117] env[69302]: _type = "Task" [ 907.966117] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.000119] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e664bd-18d0-4c58-bb80-4cd03bebafee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.002860] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c1e1c1-a5f7-1726-9b06-17196f2e5f16, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.004039] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d167e6f1-c7d0-4bb9-bbeb-5555f17c76b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.009995] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8c30ff-c728-439f-943e-5d3c57cf192f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.015461] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 908.015461] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5207d52b-667a-4801-e959-dd38587a15d3" [ 908.015461] env[69302]: _type = "Task" [ 908.015461] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.027140] env[69302]: DEBUG nova.compute.provider_tree [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.034356] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5207d52b-667a-4801-e959-dd38587a15d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.056422] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183641, 'name': Rename_Task, 'duration_secs': 0.415184} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.057487] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.057487] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e53fa8-ade7-47cd-abd8-cbfcaa195471 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.064578] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 908.064578] env[69302]: value = "task-3183642" [ 908.064578] env[69302]: _type = "Task" [ 908.064578] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.069494] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.078275] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.093406] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.147894] env[69302]: DEBUG nova.network.neutron [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.161508] env[69302]: DEBUG oslo_concurrency.lockutils [req-c10f37cf-52fe-43d3-8473-35d9bf93ba22 req-8df0897b-8bb6-4910-b058-280f5eee3e38 service nova] Releasing lock "refresh_cache-c8e96a61-59d2-44e4-b541-75bb131c6e05" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.191471] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.191737] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f61fb0d-78c4-4085-8d40-72aec68117c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.203772] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 908.203772] env[69302]: value = "task-3183643" [ 908.203772] env[69302]: _type = "Task" [ 908.203772] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.213206] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.312717] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Updating instance_info_cache with network_info: [{"id": "b7e42fc4-2362-46ec-b34a-52d932f0904b", "address": "fa:16:3e:10:36:94", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e42fc4-23", "ovs_interfaceid": "b7e42fc4-2362-46ec-b34a-52d932f0904b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.527885] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5207d52b-667a-4801-e959-dd38587a15d3, 'name': SearchDatastore_Task, 'duration_secs': 0.022932} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.528170] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.528431] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] c8e96a61-59d2-44e4-b541-75bb131c6e05/c8e96a61-59d2-44e4-b541-75bb131c6e05.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.528680] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-978d90fd-3a93-4017-b7ad-c147a68ea7c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.531503] env[69302]: DEBUG nova.scheduler.client.report [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.558139] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 908.558139] env[69302]: value = "task-3183644" [ 908.558139] env[69302]: _type = "Task" [ 908.558139] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.571074] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.583682] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.651453] env[69302]: INFO nova.compute.manager [-] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Took 1.05 seconds to deallocate network for instance. [ 908.722609] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183643, 'name': PowerOffVM_Task, 'duration_secs': 0.210593} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.723124] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.724319] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4fe41e-6715-4b9a-be22-765e7598602b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.748914] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa1e07-1e67-407d-b311-426e3c184952 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.791660] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.791952] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43b37ca4-8c2f-486f-84cd-624affa0b290 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.801822] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 908.801822] env[69302]: value = "task-3183645" [ 908.801822] env[69302]: _type = "Task" [ 908.801822] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.815789] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 908.815988] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.816335] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.816504] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.816770] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.817116] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ebda251-21d1-4f65-8194-14a4bfff325f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.819598] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "refresh_cache-611bfa11-5a0a-41ff-9521-43427e9aece7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.819919] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Instance network_info: |[{"id": "b7e42fc4-2362-46ec-b34a-52d932f0904b", "address": "fa:16:3e:10:36:94", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e42fc4-23", "ovs_interfaceid": "b7e42fc4-2362-46ec-b34a-52d932f0904b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.820436] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:36:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7e42fc4-2362-46ec-b34a-52d932f0904b', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.829462] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.830660] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.830934] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56d9d719-e0fa-4a7e-aa71-35f52b5ef002 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.848894] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.849045] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.850406] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dc4f89-4893-4143-b4a5-93f16cd3d1d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.860617] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.860617] env[69302]: value = "task-3183646" [ 908.860617] env[69302]: _type = "Task" [ 908.860617] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.861862] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 908.861862] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c400d3-99c7-e256-c452-1ce48832d929" [ 908.861862] env[69302]: _type = "Task" [ 908.861862] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.878162] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183646, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.882144] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c400d3-99c7-e256-c452-1ce48832d929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.967860] env[69302]: DEBUG nova.compute.manager [req-90defa6f-c8f5-4361-aee7-7d489b0f09f7 req-f82146eb-eb1c-4634-b86a-787c45e47896 service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Received event network-changed-b7e42fc4-2362-46ec-b34a-52d932f0904b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.968587] env[69302]: DEBUG nova.compute.manager [req-90defa6f-c8f5-4361-aee7-7d489b0f09f7 req-f82146eb-eb1c-4634-b86a-787c45e47896 service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Refreshing instance network info cache due to event network-changed-b7e42fc4-2362-46ec-b34a-52d932f0904b. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.968587] env[69302]: DEBUG oslo_concurrency.lockutils [req-90defa6f-c8f5-4361-aee7-7d489b0f09f7 req-f82146eb-eb1c-4634-b86a-787c45e47896 service nova] Acquiring lock "refresh_cache-611bfa11-5a0a-41ff-9521-43427e9aece7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.968587] env[69302]: DEBUG oslo_concurrency.lockutils [req-90defa6f-c8f5-4361-aee7-7d489b0f09f7 req-f82146eb-eb1c-4634-b86a-787c45e47896 service nova] Acquired lock "refresh_cache-611bfa11-5a0a-41ff-9521-43427e9aece7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.969063] env[69302]: DEBUG nova.network.neutron [req-90defa6f-c8f5-4361-aee7-7d489b0f09f7 req-f82146eb-eb1c-4634-b86a-787c45e47896 service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Refreshing network info cache for port b7e42fc4-2362-46ec-b34a-52d932f0904b {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.041056] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.046379] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.465s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.046379] env[69302]: DEBUG nova.objects.instance [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lazy-loading 'resources' on Instance uuid 2175530c-3872-4bc2-9ffd-b8678ab52d39 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.073504] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490543} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.077246] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] c8e96a61-59d2-44e4-b541-75bb131c6e05/c8e96a61-59d2-44e4-b541-75bb131c6e05.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.077722] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.078764] env[69302]: INFO nova.scheduler.client.report [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Deleted allocations for instance f9577dc2-a6f8-450d-8bac-6963a5dc18e7 [ 909.080327] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9494c8b-21e6-4795-b319-6bea47457b31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.086665] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.093854] env[69302]: DEBUG oslo_vmware.api [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183642, 'name': PowerOnVM_Task, 'duration_secs': 0.669383} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.094212] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.094473] env[69302]: INFO nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Took 9.56 seconds to spawn the instance on the hypervisor. [ 909.094712] env[69302]: DEBUG nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.095560] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6054646a-f598-4c1d-b1ab-cc8f4edee4ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.100544] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 909.100544] env[69302]: value = "task-3183647" [ 909.100544] env[69302]: _type = "Task" [ 909.100544] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.121240] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.127240] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.127852] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.128117] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.128418] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.128641] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.128893] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.129159] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.129338] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.129527] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.129716] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.129928] env[69302]: DEBUG nova.virt.hardware [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.131060] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a97a3-cfba-48e1-9372-8e1f3ff8f7d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.145934] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641527cf-14e1-45d3-b7a2-2a6b311a9b30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.167658] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.375427] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183646, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.378590] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c400d3-99c7-e256-c452-1ce48832d929, 'name': SearchDatastore_Task, 'duration_secs': 0.032608} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.379400] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94c38d0-91f8-49f5-865c-4f38acb6496f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.385281] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 909.385281] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528387fb-9908-ff46-c4fb-94130188e504" [ 909.385281] env[69302]: _type = "Task" [ 909.385281] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.394610] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528387fb-9908-ff46-c4fb-94130188e504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.596740] env[69302]: DEBUG oslo_concurrency.lockutils [None req-49e625f7-3d37-49a3-be85-2fd383e627f5 tempest-ImagesOneServerTestJSON-1074885155 tempest-ImagesOneServerTestJSON-1074885155-project-member] Lock "f9577dc2-a6f8-450d-8bac-6963a5dc18e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.781s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.620500] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076337} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.628969] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.629758] env[69302]: INFO nova.compute.manager [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Took 45.64 seconds to build instance. [ 909.631263] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2c61e2-d3ec-499f-ad69-9ea3af4c6b41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.660763] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c8e96a61-59d2-44e4-b541-75bb131c6e05/c8e96a61-59d2-44e4-b541-75bb131c6e05.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.663873] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a49cf58-fdc4-426b-8ea6-6c2d8594f442 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.689416] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 909.689416] env[69302]: value = "task-3183648" [ 909.689416] env[69302]: _type = "Task" [ 909.689416] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.696723] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.802133] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Successfully updated port: 57bf1383-6d28-4bab-a127-a8fb74d28652 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.851127] env[69302]: DEBUG nova.network.neutron [req-90defa6f-c8f5-4361-aee7-7d489b0f09f7 req-f82146eb-eb1c-4634-b86a-787c45e47896 service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Updated VIF entry in instance network info cache for port b7e42fc4-2362-46ec-b34a-52d932f0904b. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.851488] env[69302]: DEBUG nova.network.neutron [req-90defa6f-c8f5-4361-aee7-7d489b0f09f7 req-f82146eb-eb1c-4634-b86a-787c45e47896 service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Updating instance_info_cache with network_info: [{"id": "b7e42fc4-2362-46ec-b34a-52d932f0904b", "address": "fa:16:3e:10:36:94", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e42fc4-23", "ovs_interfaceid": "b7e42fc4-2362-46ec-b34a-52d932f0904b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.874266] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183646, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.897160] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528387fb-9908-ff46-c4fb-94130188e504, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.899897] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.900193] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. {{(pid=69302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 909.900713] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9035124-8c96-4df7-b918-5361c6decaff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.908109] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 909.908109] env[69302]: value = "task-3183649" [ 909.908109] env[69302]: _type = "Task" [ 909.908109] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.919421] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.014104] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e127d9-016a-474e-9bb5-996650f4ba0e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.028193] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16170f38-a4a0-43a9-bd6c-1f030f6382f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.059906] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123b6888-942a-436a-89e8-b1ec96f178ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.070752] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb25c68-4be2-4a86-9e1f-afc2901a4ff3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.086621] env[69302]: DEBUG nova.compute.provider_tree [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.135813] env[69302]: DEBUG oslo_concurrency.lockutils [None req-64b93031-b54d-415c-9ec3-f773c77ae82c tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "c864caf4-f764-4a68-98ba-a767a8fc9719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.158s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.198712] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183648, 'name': ReconfigVM_Task, 'duration_secs': 0.334297} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.199324] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c8e96a61-59d2-44e4-b541-75bb131c6e05/c8e96a61-59d2-44e4-b541-75bb131c6e05.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.200294] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09ccce62-322d-476f-a4f0-831d556cf410 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.208252] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 910.208252] env[69302]: value = "task-3183650" [ 910.208252] env[69302]: _type = "Task" [ 910.208252] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.218724] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183650, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.307938] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "refresh_cache-42d36706-e362-4910-b2db-14a23f4cb39b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.308657] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "refresh_cache-42d36706-e362-4910-b2db-14a23f4cb39b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.308657] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.355721] env[69302]: DEBUG oslo_concurrency.lockutils [req-90defa6f-c8f5-4361-aee7-7d489b0f09f7 req-f82146eb-eb1c-4634-b86a-787c45e47896 service nova] Releasing lock "refresh_cache-611bfa11-5a0a-41ff-9521-43427e9aece7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.380116] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183646, 'name': CreateVM_Task, 'duration_secs': 1.316583} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.380422] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.381498] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.381570] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.382249] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.384695] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393ddfa1-95e7-4631-b716-881c4ae8dc7a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.393137] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 910.393137] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cd9c00-3ba5-2462-671b-551a8e174104" [ 910.393137] env[69302]: _type = "Task" [ 910.393137] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.403945] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cd9c00-3ba5-2462-671b-551a8e174104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.419249] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183649, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.590226] env[69302]: DEBUG nova.scheduler.client.report [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.619080] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "c864caf4-f764-4a68-98ba-a767a8fc9719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.619344] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "c864caf4-f764-4a68-98ba-a767a8fc9719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.619686] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "c864caf4-f764-4a68-98ba-a767a8fc9719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.619748] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "c864caf4-f764-4a68-98ba-a767a8fc9719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.619878] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "c864caf4-f764-4a68-98ba-a767a8fc9719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.622482] env[69302]: INFO nova.compute.manager [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Terminating instance [ 910.718653] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183650, 'name': Rename_Task, 'duration_secs': 0.168507} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.718945] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.719289] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c390fef-53f5-48cc-8fe9-96ca707d7c78 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.730030] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 910.730030] env[69302]: value = "task-3183651" [ 910.730030] env[69302]: _type = "Task" [ 910.730030] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.745156] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.883988] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.910573] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cd9c00-3ba5-2462-671b-551a8e174104, 'name': SearchDatastore_Task, 'duration_secs': 0.023895} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.911142] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.914016] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.914016] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.914016] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.914016] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.916207] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b1b18b-3527-4e99-a65b-e8948aa78f90 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.928778] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753508} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.928778] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. [ 910.928778] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.928778] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.929801] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613ef3ec-8bd8-4640-b124-c56c303742fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.934466] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f346751-c0a6-4c70-8cdc-0a535401b15c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.962915] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.967333] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fad906f-f55a-41c6-a17e-8efaef5a8c5c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.981615] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 910.981615] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ee0c94-2b14-f2e6-2da4-4687d00667c4" [ 910.981615] env[69302]: _type = "Task" [ 910.981615] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.990661] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 910.990661] env[69302]: value = "task-3183652" [ 910.990661] env[69302]: _type = "Task" [ 910.990661] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.997587] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ee0c94-2b14-f2e6-2da4-4687d00667c4, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.998382] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d0af1b-17f8-4250-bdd9-b05be0f59d74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.004331] env[69302]: DEBUG nova.compute.manager [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Received event network-vif-plugged-57bf1383-6d28-4bab-a127-a8fb74d28652 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.004529] env[69302]: DEBUG oslo_concurrency.lockutils [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] Acquiring lock "42d36706-e362-4910-b2db-14a23f4cb39b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.004740] env[69302]: DEBUG oslo_concurrency.lockutils [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] Lock "42d36706-e362-4910-b2db-14a23f4cb39b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.004895] env[69302]: DEBUG oslo_concurrency.lockutils [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] Lock "42d36706-e362-4910-b2db-14a23f4cb39b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.005062] env[69302]: DEBUG nova.compute.manager [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] No waiting events found dispatching network-vif-plugged-57bf1383-6d28-4bab-a127-a8fb74d28652 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.005220] env[69302]: WARNING nova.compute.manager [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Received unexpected event network-vif-plugged-57bf1383-6d28-4bab-a127-a8fb74d28652 for instance with vm_state building and task_state spawning. [ 911.005376] env[69302]: DEBUG nova.compute.manager [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Received event network-changed-57bf1383-6d28-4bab-a127-a8fb74d28652 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.005522] env[69302]: DEBUG nova.compute.manager [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Refreshing instance network info cache due to event network-changed-57bf1383-6d28-4bab-a127-a8fb74d28652. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.005676] env[69302]: DEBUG oslo_concurrency.lockutils [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] Acquiring lock "refresh_cache-42d36706-e362-4910-b2db-14a23f4cb39b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.012246] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.016187] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 911.016187] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525e57a5-1952-e09d-0836-c569724c5268" [ 911.016187] env[69302]: _type = "Task" [ 911.016187] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.026862] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525e57a5-1952-e09d-0836-c569724c5268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.097830] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.100040] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.670s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.102174] env[69302]: INFO nova.compute.claims [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.126993] env[69302]: DEBUG nova.compute.manager [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.126993] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.128631] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd78a5c-3e6d-4943-8d6c-8f3a24a4c971 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.132779] env[69302]: INFO nova.scheduler.client.report [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Deleted allocations for instance 2175530c-3872-4bc2-9ffd-b8678ab52d39 [ 911.141825] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.143549] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-805454b5-a8c1-4c4b-9dae-af36099aa44a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.152910] env[69302]: DEBUG oslo_vmware.api [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 911.152910] env[69302]: value = "task-3183653" [ 911.152910] env[69302]: _type = "Task" [ 911.152910] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.166281] env[69302]: DEBUG oslo_vmware.api [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.204728] env[69302]: DEBUG nova.network.neutron [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Updating instance_info_cache with network_info: [{"id": "57bf1383-6d28-4bab-a127-a8fb74d28652", "address": "fa:16:3e:5b:49:54", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bf1383-6d", "ovs_interfaceid": "57bf1383-6d28-4bab-a127-a8fb74d28652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.242933] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183651, 'name': PowerOnVM_Task, 'duration_secs': 0.513228} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.243841] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.243841] env[69302]: INFO nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Took 7.29 seconds to spawn the instance on the hypervisor. [ 911.243841] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.244323] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae72ee-f7a7-45ec-bb92-537e9e2744cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.504695] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183652, 'name': ReconfigVM_Task, 'duration_secs': 0.416438} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.507742] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.509680] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef68ca84-060a-4a43-8059-d0f04e62f876 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.550427] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5336ad0-4eac-4f06-817d-4a97a148c88c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.568960] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525e57a5-1952-e09d-0836-c569724c5268, 'name': SearchDatastore_Task, 'duration_secs': 0.023208} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.570680] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.570768] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 611bfa11-5a0a-41ff-9521-43427e9aece7/611bfa11-5a0a-41ff-9521-43427e9aece7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.571062] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 911.571062] env[69302]: value = "task-3183654" [ 911.571062] env[69302]: _type = "Task" [ 911.571062] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.571261] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ff1d2dd-ce88-4ff8-8d36-e8c7c1c41621 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.584020] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 911.584020] env[69302]: value = "task-3183655" [ 911.584020] env[69302]: _type = "Task" [ 911.584020] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.585773] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.649182] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0780be3f-203b-459e-a7d1-3d2918db232d tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "2175530c-3872-4bc2-9ffd-b8678ab52d39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.466s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.669551] env[69302]: DEBUG oslo_vmware.api [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183653, 'name': PowerOffVM_Task, 'duration_secs': 0.375094} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.669551] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.669710] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.670702] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-602d7e30-6411-4620-bdc7-5287361a40ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.709335] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "refresh_cache-42d36706-e362-4910-b2db-14a23f4cb39b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.709335] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Instance network_info: |[{"id": "57bf1383-6d28-4bab-a127-a8fb74d28652", "address": "fa:16:3e:5b:49:54", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bf1383-6d", "ovs_interfaceid": "57bf1383-6d28-4bab-a127-a8fb74d28652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.709335] env[69302]: DEBUG oslo_concurrency.lockutils [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] Acquired lock "refresh_cache-42d36706-e362-4910-b2db-14a23f4cb39b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.709335] env[69302]: DEBUG nova.network.neutron [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Refreshing network info cache for port 57bf1383-6d28-4bab-a127-a8fb74d28652 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.710737] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:49:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57bf1383-6d28-4bab-a127-a8fb74d28652', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.721764] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.726975] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.730134] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-664e2c6e-683e-40a5-8489-d513332b2398 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.746952] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.747202] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.747427] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Deleting the datastore file [datastore1] c864caf4-f764-4a68-98ba-a767a8fc9719 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.748167] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-120e9da0-9ff0-4cce-869a-819720294930 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.754536] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.754536] env[69302]: value = "task-3183657" [ 911.754536] env[69302]: _type = "Task" [ 911.754536] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.762873] env[69302]: DEBUG oslo_vmware.api [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for the task: (returnval){ [ 911.762873] env[69302]: value = "task-3183658" [ 911.762873] env[69302]: _type = "Task" [ 911.762873] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.772151] env[69302]: INFO nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Took 40.96 seconds to build instance. [ 911.773117] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183657, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.781624] env[69302]: DEBUG oslo_vmware.api [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.086774] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183654, 'name': ReconfigVM_Task, 'duration_secs': 0.285737} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.091080] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.091454] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd805f24-9201-4eef-8f28-032d6781c093 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.103366] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.106059] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 912.106059] env[69302]: value = "task-3183660" [ 912.106059] env[69302]: _type = "Task" [ 912.106059] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.131656] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.284827] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "c8e96a61-59d2-44e4-b541-75bb131c6e05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.486s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.285078] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183657, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.296043] env[69302]: DEBUG oslo_vmware.api [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Task: {'id': task-3183658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484598} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.296735] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.296820] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.297610] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.301023] env[69302]: INFO nova.compute.manager [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Took 1.17 seconds to destroy the instance on the hypervisor. [ 912.301023] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.301023] env[69302]: DEBUG nova.compute.manager [-] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.301023] env[69302]: DEBUG nova.network.neutron [-] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.558383] env[69302]: DEBUG nova.network.neutron [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Updated VIF entry in instance network info cache for port 57bf1383-6d28-4bab-a127-a8fb74d28652. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.558743] env[69302]: DEBUG nova.network.neutron [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Updating instance_info_cache with network_info: [{"id": "57bf1383-6d28-4bab-a127-a8fb74d28652", "address": "fa:16:3e:5b:49:54", "network": {"id": "4301625e-dbd9-44e7-9cc3-54d95c28eb40", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-839310251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "569358d57c7c4729b744bf6095022322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bf1383-6d", "ovs_interfaceid": "57bf1383-6d28-4bab-a127-a8fb74d28652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.594430] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6bda06-bdf6-4a39-9c03-0b5ae3026c85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.608166] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659662} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.608166] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c50f35-a4db-4333-a76b-a8e506c9f647 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.614393] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 611bfa11-5a0a-41ff-9521-43427e9aece7/611bfa11-5a0a-41ff-9521-43427e9aece7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.614626] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.615230] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88b97bc2-5c78-494d-b0ee-0ae994b036dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.653890] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af60b2ec-8d9c-4cd3-b958-1bf8dbb20f35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.656609] env[69302]: DEBUG oslo_vmware.api [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183660, 'name': PowerOnVM_Task, 'duration_secs': 0.503622} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.657114] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 912.657114] env[69302]: value = "task-3183661" [ 912.657114] env[69302]: _type = "Task" [ 912.657114] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.657261] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.666662] env[69302]: DEBUG nova.compute.manager [None req-f1e7ceef-703d-4a83-b519-71cdd1d72152 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.667527] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f571cf-8dfc-4635-92a9-29fc7c251f3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.673622] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7d9449-ccab-4baa-a1d9-41b222e9f78c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.682536] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.697605] env[69302]: DEBUG nova.compute.provider_tree [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.774055] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183657, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.042434] env[69302]: DEBUG nova.compute.manager [req-3222b163-6145-4b1f-8b40-5cb94dc9bc2e req-a2f7b1ca-86ea-4b6f-9f3c-4e3a12c57368 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Received event network-vif-deleted-3b9b906d-e35a-4a75-89e4-62aa15a52d63 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.043499] env[69302]: INFO nova.compute.manager [req-3222b163-6145-4b1f-8b40-5cb94dc9bc2e req-a2f7b1ca-86ea-4b6f-9f3c-4e3a12c57368 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Neutron deleted interface 3b9b906d-e35a-4a75-89e4-62aa15a52d63; detaching it from the instance and deleting it from the info cache [ 913.043499] env[69302]: DEBUG nova.network.neutron [req-3222b163-6145-4b1f-8b40-5cb94dc9bc2e req-a2f7b1ca-86ea-4b6f-9f3c-4e3a12c57368 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.061645] env[69302]: DEBUG oslo_concurrency.lockutils [req-cfb38f2d-4add-4f1e-adaf-9533801ff128 req-b2a5cf69-ea38-4946-b648-fdc688c1c015 service nova] Releasing lock "refresh_cache-42d36706-e362-4910-b2db-14a23f4cb39b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.172206] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275024} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.172206] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.172206] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9410462a-545f-428a-8f2a-cb0bf1ed5713 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.197274] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 611bfa11-5a0a-41ff-9521-43427e9aece7/611bfa11-5a0a-41ff-9521-43427e9aece7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.197636] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6df7fa1-c3bf-432a-9b3f-4b4d0a2c7d8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.215926] env[69302]: DEBUG nova.scheduler.client.report [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.227015] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 913.227015] env[69302]: value = "task-3183662" [ 913.227015] env[69302]: _type = "Task" [ 913.227015] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.236441] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.267086] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183657, 'name': CreateVM_Task, 'duration_secs': 1.382395} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.267289] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.267981] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.268179] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.268574] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.268890] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6164345-1580-4cf5-b1d3-ee1522522828 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.275093] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 913.275093] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5280a09f-ff28-49c6-a369-74d703808f74" [ 913.275093] env[69302]: _type = "Task" [ 913.275093] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.278184] env[69302]: DEBUG nova.network.neutron [-] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.285619] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5280a09f-ff28-49c6-a369-74d703808f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.545483] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b48cd56-7a21-4c70-bb59-bec464e0c206 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.558208] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af11effa-bb44-4655-8968-bd899fc0a473 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.598560] env[69302]: DEBUG nova.compute.manager [req-3222b163-6145-4b1f-8b40-5cb94dc9bc2e req-a2f7b1ca-86ea-4b6f-9f3c-4e3a12c57368 service nova] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Detach interface failed, port_id=3b9b906d-e35a-4a75-89e4-62aa15a52d63, reason: Instance c864caf4-f764-4a68-98ba-a767a8fc9719 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.721913] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.722592] env[69302]: DEBUG nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.729014] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.494s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.729014] env[69302]: DEBUG nova.objects.instance [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lazy-loading 'resources' on Instance uuid 5521f7d1-b8ac-4856-8722-4fd67133da37 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.740111] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.780449] env[69302]: INFO nova.compute.manager [-] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Took 1.48 seconds to deallocate network for instance. [ 913.793217] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5280a09f-ff28-49c6-a369-74d703808f74, 'name': SearchDatastore_Task, 'duration_secs': 0.034866} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.793662] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.794089] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.794405] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.794597] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.794837] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.795128] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9edd7d-3f31-4418-abd0-372bac5bf57b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.806535] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.806777] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.807574] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f476e6ff-8bad-4bcf-bb6e-e341d55ca7ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.816282] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 913.816282] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f0671e-ae8d-fa42-eef9-8542f967102b" [ 913.816282] env[69302]: _type = "Task" [ 913.816282] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.835698] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f0671e-ae8d-fa42-eef9-8542f967102b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.945798] env[69302]: INFO nova.compute.manager [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Unrescuing [ 913.946113] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.946273] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquired lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.946440] env[69302]: DEBUG nova.network.neutron [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.233113] env[69302]: DEBUG nova.compute.utils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.238577] env[69302]: DEBUG nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.238577] env[69302]: DEBUG nova.network.neutron [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.248659] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183662, 'name': ReconfigVM_Task, 'duration_secs': 0.547951} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.248923] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 611bfa11-5a0a-41ff-9521-43427e9aece7/611bfa11-5a0a-41ff-9521-43427e9aece7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.249560] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87155c1e-5f32-4ec7-921d-34c142bc0376 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.261999] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 914.261999] env[69302]: value = "task-3183663" [ 914.261999] env[69302]: _type = "Task" [ 914.261999] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.274225] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183663, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.295817] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.326090] env[69302]: DEBUG nova.policy [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48f82908ae244f3b47477250d24f5f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54fa409d6d0647f8b874ffe2484bca97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.332074] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f0671e-ae8d-fa42-eef9-8542f967102b, 'name': SearchDatastore_Task, 'duration_secs': 0.012248} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.333237] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1dec2a-08a5-4e61-950a-387bf27d1300 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.340413] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 914.340413] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aba0d5-ed75-3506-f4c8-3bc6c8dfe844" [ 914.340413] env[69302]: _type = "Task" [ 914.340413] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.350080] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aba0d5-ed75-3506-f4c8-3bc6c8dfe844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.621585] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "25aa4949-2129-4163-a537-6f1b8afded9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.621858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "25aa4949-2129-4163-a537-6f1b8afded9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.653614] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f558e9-288f-44cb-92f4-f58fd856af32 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.665163] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a5967-b28f-4027-960d-874e0f816bed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.703821] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb2f4f8-aad3-42e3-bfb6-cdc85f68f5d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.712764] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b68005-8dec-4cf5-ad21-0e30bc039b47 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.728796] env[69302]: DEBUG nova.compute.provider_tree [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.743924] env[69302]: DEBUG nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.777940] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183663, 'name': Rename_Task, 'duration_secs': 0.169328} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.778280] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.778554] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18702f9b-d5c3-45e2-bf7e-535596a30dd7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.788233] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 914.788233] env[69302]: value = "task-3183664" [ 914.788233] env[69302]: _type = "Task" [ 914.788233] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.797729] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.799212] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.799463] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.799680] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.799870] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.800069] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.805122] env[69302]: INFO nova.compute.manager [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Terminating instance [ 914.853498] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aba0d5-ed75-3506-f4c8-3bc6c8dfe844, 'name': SearchDatastore_Task, 'duration_secs': 0.013409} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.854233] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.854538] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 42d36706-e362-4910-b2db-14a23f4cb39b/42d36706-e362-4910-b2db-14a23f4cb39b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.854871] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-133798ce-22cb-40ff-9a61-54edfdc6f637 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.863394] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 914.863394] env[69302]: value = "task-3183665" [ 914.863394] env[69302]: _type = "Task" [ 914.863394] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.873178] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.036370] env[69302]: DEBUG nova.network.neutron [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Updating instance_info_cache with network_info: [{"id": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "address": "fa:16:3e:dc:28:62", "network": {"id": "af88cc72-5965-449b-85b3-296e05007c38", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1695034561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "817d1fb3bbbe4e81a24cf2e8c21278eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f64fd79-f2", "ovs_interfaceid": "5f64fd79-f275-43e8-8c99-9fd4efb0c6c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.126849] env[69302]: DEBUG nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.145789] env[69302]: DEBUG nova.network.neutron [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Successfully created port: 87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.233097] env[69302]: DEBUG nova.scheduler.client.report [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.308626] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183664, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.309571] env[69302]: DEBUG nova.compute.manager [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.310060] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.311055] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c737c7d-47d7-4e40-8805-3f9ce47a62f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.036267] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Releasing lock "refresh_cache-55d2e554-babf-4a85-9c2a-656e0b361f35" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.036903] env[69302]: DEBUG nova.objects.instance [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lazy-loading 'flavor' on Instance uuid 55d2e554-babf-4a85-9c2a-656e0b361f35 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.041057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.043569] env[69302]: DEBUG nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.045587] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.053219] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.834s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.053219] env[69302]: DEBUG nova.objects.instance [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'resources' on Instance uuid ff7f7de3-16d2-4052-a3cc-dfdd1e17f647 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.056042] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a9bbf9-a6f5-495a-b34e-2a421934f3ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.059213] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "c0b280a4-030f-4140-a136-780120552626" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.059213] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "c0b280a4-030f-4140-a136-780120552626" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.073196] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622152} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.074525] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183664, 'name': PowerOnVM_Task, 'duration_secs': 0.538828} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.075750] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 42d36706-e362-4910-b2db-14a23f4cb39b/42d36706-e362-4910-b2db-14a23f4cb39b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.075975] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.076270] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.076504] env[69302]: INFO nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Took 9.51 seconds to spawn the instance on the hypervisor. [ 916.076692] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.077337] env[69302]: DEBUG oslo_vmware.api [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 916.077337] env[69302]: value = "task-3183666" [ 916.077337] env[69302]: _type = "Task" [ 916.077337] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.077630] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6cd15de-6e79-4040-8c44-3406c5cd2bd7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.079904] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63019a-595e-4ca6-b52f-b054212bab8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.084873] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.085112] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.085273] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.085453] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.085594] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.085734] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.085935] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.086100] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.086284] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.086578] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.086578] env[69302]: DEBUG nova.virt.hardware [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.088131] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.091621] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4af3d-ccb9-42b7-b4ae-ba135d2e8e86 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.095068] env[69302]: INFO nova.scheduler.client.report [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Deleted allocations for instance 5521f7d1-b8ac-4856-8722-4fd67133da37 [ 916.110776] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 916.110776] env[69302]: value = "task-3183667" [ 916.110776] env[69302]: _type = "Task" [ 916.110776] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.114168] env[69302]: DEBUG oslo_vmware.api [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.114168] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42afee3-1811-4728-ac43-738cddcc5342 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.136850] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.553502] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587ce9fb-0c96-4d95-9211-8cdee9422928 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.580550] env[69302]: DEBUG nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.583262] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.586378] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d41fbf7-11d1-4fd2-83b9-d3636a793528 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.598613] env[69302]: DEBUG oslo_vmware.api [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183666, 'name': PowerOffVM_Task, 'duration_secs': 0.385846} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.600037] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.600222] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.600583] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 916.600583] env[69302]: value = "task-3183668" [ 916.600583] env[69302]: _type = "Task" [ 916.600583] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.601640] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f02b629-ad45-4445-ac7e-39e76f086c71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.613393] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a57c2045-1881-466e-a10a-f5bdc510e91b tempest-FloatingIPsAssociationTestJSON-752340933 tempest-FloatingIPsAssociationTestJSON-752340933-project-member] Lock "5521f7d1-b8ac-4856-8722-4fd67133da37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.227s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.627275] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.627758] env[69302]: INFO nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Took 45.78 seconds to build instance. [ 916.635562] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074814} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.636515] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.637353] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9323930-65b7-488d-a543-ebc811cd7923 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.668298] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 42d36706-e362-4910-b2db-14a23f4cb39b/42d36706-e362-4910-b2db-14a23f4cb39b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.671711] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c7b427-968e-4381-b10f-c7b3a1c10d3d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.688772] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.689083] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.689779] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Deleting the datastore file [datastore1] 3be491dc-0ed7-40e5-b725-f7dfb1a951e6 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.690022] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7454390c-ee6d-4205-aaf2-516dbdcfe6dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.696435] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 916.696435] env[69302]: value = "task-3183670" [ 916.696435] env[69302]: _type = "Task" [ 916.696435] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.701626] env[69302]: DEBUG oslo_vmware.api [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for the task: (returnval){ [ 916.701626] env[69302]: value = "task-3183671" [ 916.701626] env[69302]: _type = "Task" [ 916.701626] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.718347] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.724770] env[69302]: DEBUG oslo_vmware.api [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.909280] env[69302]: DEBUG nova.compute.manager [req-71d7fe1d-4726-4812-a7e2-e1f0e356f3e1 req-b96dc7d2-38bf-4ce7-9a02-bb8f0e7a6cc1 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Received event network-vif-plugged-87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.909391] env[69302]: DEBUG oslo_concurrency.lockutils [req-71d7fe1d-4726-4812-a7e2-e1f0e356f3e1 req-b96dc7d2-38bf-4ce7-9a02-bb8f0e7a6cc1 service nova] Acquiring lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.909624] env[69302]: DEBUG oslo_concurrency.lockutils [req-71d7fe1d-4726-4812-a7e2-e1f0e356f3e1 req-b96dc7d2-38bf-4ce7-9a02-bb8f0e7a6cc1 service nova] Lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.909673] env[69302]: DEBUG oslo_concurrency.lockutils [req-71d7fe1d-4726-4812-a7e2-e1f0e356f3e1 req-b96dc7d2-38bf-4ce7-9a02-bb8f0e7a6cc1 service nova] Lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.910658] env[69302]: DEBUG nova.compute.manager [req-71d7fe1d-4726-4812-a7e2-e1f0e356f3e1 req-b96dc7d2-38bf-4ce7-9a02-bb8f0e7a6cc1 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] No waiting events found dispatching network-vif-plugged-87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.910658] env[69302]: WARNING nova.compute.manager [req-71d7fe1d-4726-4812-a7e2-e1f0e356f3e1 req-b96dc7d2-38bf-4ce7-9a02-bb8f0e7a6cc1 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Received unexpected event network-vif-plugged-87f447c0-6031-4290-acf0-f32dc20f8360 for instance with vm_state building and task_state spawning. [ 916.924881] env[69302]: DEBUG nova.network.neutron [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Successfully updated port: 87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.062976] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733c0ef8-990e-40c0-b377-930b3c6ab9a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.073599] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5751358-9698-4f8b-b47b-40fc2df1b3e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.114140] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b089595-4840-454d-ac8f-14909d038a99 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.126256] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04a3fcb-6d6f-4b81-a157-449772aa2ec6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.129683] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183668, 'name': PowerOffVM_Task, 'duration_secs': 0.246998} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.130056] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "611bfa11-5a0a-41ff-9521-43427e9aece7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.294s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.130357] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.136234] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 917.137925] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.138073] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c355de-60c8-48cb-bae7-e84aa4a24cb3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.159504] env[69302]: DEBUG nova.compute.provider_tree [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.169230] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 917.169230] env[69302]: value = "task-3183672" [ 917.169230] env[69302]: _type = "Task" [ 917.169230] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.183198] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.210608] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.216673] env[69302]: DEBUG oslo_vmware.api [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Task: {'id': task-3183671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175139} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.216930] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.217123] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.217294] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.217462] env[69302]: INFO nova.compute.manager [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Took 1.91 seconds to destroy the instance on the hypervisor. [ 917.217703] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.217890] env[69302]: DEBUG nova.compute.manager [-] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.217985] env[69302]: DEBUG nova.network.neutron [-] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.333723] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquiring lock "be243886-63e9-4606-b56d-53696ea2bd7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.333944] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "be243886-63e9-4606-b56d-53696ea2bd7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.426306] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.426459] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.426616] env[69302]: DEBUG nova.network.neutron [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.665505] env[69302]: DEBUG nova.scheduler.client.report [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.685582] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183672, 'name': ReconfigVM_Task, 'duration_secs': 0.392761} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.685854] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 917.686035] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.686289] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7c1fe34-7da2-464a-affd-a4be6674b846 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.695181] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 917.695181] env[69302]: value = "task-3183673" [ 917.695181] env[69302]: _type = "Task" [ 917.695181] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.709832] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.713037] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183670, 'name': ReconfigVM_Task, 'duration_secs': 0.663222} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.713037] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 42d36706-e362-4910-b2db-14a23f4cb39b/42d36706-e362-4910-b2db-14a23f4cb39b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.714130] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-005c7f41-ac56-4d21-aa3a-8a1c3687c622 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.722416] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 917.722416] env[69302]: value = "task-3183674" [ 917.722416] env[69302]: _type = "Task" [ 917.722416] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.732300] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183674, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.837750] env[69302]: DEBUG nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.994539] env[69302]: DEBUG nova.network.neutron [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.178734] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.181692] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.741s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.214782] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.216043] env[69302]: INFO nova.scheduler.client.report [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleted allocations for instance ff7f7de3-16d2-4052-a3cc-dfdd1e17f647 [ 918.233137] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183674, 'name': Rename_Task, 'duration_secs': 0.235941} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.233745] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.234745] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7a1b675-92ad-4ec2-8341-19897aaee2a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.242860] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 918.242860] env[69302]: value = "task-3183675" [ 918.242860] env[69302]: _type = "Task" [ 918.242860] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.254089] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.276318] env[69302]: DEBUG nova.network.neutron [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Updating instance_info_cache with network_info: [{"id": "87f447c0-6031-4290-acf0-f32dc20f8360", "address": "fa:16:3e:80:19:54", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f447c0-60", "ovs_interfaceid": "87f447c0-6031-4290-acf0-f32dc20f8360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.359417] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.375927] env[69302]: DEBUG nova.network.neutron [-] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.714743] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.727386] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c76344c-5cc3-4263-a2bc-bdfdf48dd295 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "ff7f7de3-16d2-4052-a3cc-dfdd1e17f647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.384s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.755838] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.781416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.781889] env[69302]: DEBUG nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Instance network_info: |[{"id": "87f447c0-6031-4290-acf0-f32dc20f8360", "address": "fa:16:3e:80:19:54", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f447c0-60", "ovs_interfaceid": "87f447c0-6031-4290-acf0-f32dc20f8360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.786256] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:19:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87f447c0-6031-4290-acf0-f32dc20f8360', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.799258] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.800334] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.803105] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397e9649-b941-4ed9-ab5e-d37cad1b8271 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.830561] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.830561] env[69302]: value = "task-3183676" [ 918.830561] env[69302]: _type = "Task" [ 918.830561] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.850957] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183676, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.884221] env[69302]: INFO nova.compute.manager [-] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Took 1.67 seconds to deallocate network for instance. [ 918.958901] env[69302]: DEBUG nova.compute.manager [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Received event network-changed-87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.959120] env[69302]: DEBUG nova.compute.manager [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Refreshing instance network info cache due to event network-changed-87f447c0-6031-4290-acf0-f32dc20f8360. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.959754] env[69302]: DEBUG oslo_concurrency.lockutils [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] Acquiring lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.959754] env[69302]: DEBUG oslo_concurrency.lockutils [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] Acquired lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.959754] env[69302]: DEBUG nova.network.neutron [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Refreshing network info cache for port 87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.223868] env[69302]: DEBUG oslo_vmware.api [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183673, 'name': PowerOnVM_Task, 'duration_secs': 1.214571} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.224863] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.224965] env[69302]: DEBUG nova.compute.manager [None req-5fa436e8-5c22-4c8c-b11b-6a09fd2e158b tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.226582] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d8c1cc-efa7-4c09-823b-a84e637b30c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.229166] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6973b96-6009-48b8-94b2-467f0483555a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.242801] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0b616-80bd-4dc1-9dfa-137007045e83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.256437] env[69302]: DEBUG oslo_vmware.api [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183675, 'name': PowerOnVM_Task, 'duration_secs': 0.944326} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.281195] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.281437] env[69302]: INFO nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Took 10.19 seconds to spawn the instance on the hypervisor. [ 919.281643] env[69302]: DEBUG nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.282898] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c727b702-c66f-42e8-a050-999f5cfb5822 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.286481] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d310f90-7709-4bf2-9839-33135216f301 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.301443] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1846957e-6f3a-4f03-a95d-9ded4d10c4ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.320658] env[69302]: DEBUG nova.compute.provider_tree [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.343507] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183676, 'name': CreateVM_Task, 'duration_secs': 0.488995} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.343507] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.344300] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.344375] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.345340] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.345340] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126420a9-6093-458c-b217-62b5684f9995 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.350749] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 919.350749] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5298543b-291c-66ad-ba6d-af6f6cd13701" [ 919.350749] env[69302]: _type = "Task" [ 919.350749] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.360503] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5298543b-291c-66ad-ba6d-af6f6cd13701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.393495] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.782211] env[69302]: DEBUG nova.network.neutron [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Updated VIF entry in instance network info cache for port 87f447c0-6031-4290-acf0-f32dc20f8360. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.782786] env[69302]: DEBUG nova.network.neutron [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Updating instance_info_cache with network_info: [{"id": "87f447c0-6031-4290-acf0-f32dc20f8360", "address": "fa:16:3e:80:19:54", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f447c0-60", "ovs_interfaceid": "87f447c0-6031-4290-acf0-f32dc20f8360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.819954] env[69302]: INFO nova.compute.manager [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Took 48.94 seconds to build instance. [ 919.825523] env[69302]: DEBUG nova.scheduler.client.report [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.867016] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5298543b-291c-66ad-ba6d-af6f6cd13701, 'name': SearchDatastore_Task, 'duration_secs': 0.026064} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.867016] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.867016] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.867315] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.867516] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.867832] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.868094] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32edfa24-acad-4d7a-b9ca-247017e63194 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.880218] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.880450] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.881192] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c41a445-63b6-487a-8f83-b6181fff8868 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.887473] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 919.887473] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522be10a-6f87-01ea-7c63-7790ef62c4f9" [ 919.887473] env[69302]: _type = "Task" [ 919.887473] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.896534] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522be10a-6f87-01ea-7c63-7790ef62c4f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.286030] env[69302]: DEBUG oslo_concurrency.lockutils [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] Releasing lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.286030] env[69302]: DEBUG nova.compute.manager [req-5e1ef914-2190-4647-b84d-0452be53349c req-bc86ebe1-e7da-47eb-9b5a-922b41db61a8 service nova] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Received event network-vif-deleted-43112d76-55a5-4646-b093-88e468ee66a3 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.320831] env[69302]: DEBUG oslo_concurrency.lockutils [None req-770d4f0d-a5bd-472f-8b45-81110b2c340a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "42d36706-e362-4910-b2db-14a23f4cb39b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.454s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.400066] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522be10a-6f87-01ea-7c63-7790ef62c4f9, 'name': SearchDatastore_Task, 'duration_secs': 0.035614} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.401109] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a16a1f9-f61d-44cc-a8f5-acd2169e072a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.407648] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 920.407648] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5216a540-98b9-016a-fefd-d9d4b1f65cfa" [ 920.407648] env[69302]: _type = "Task" [ 920.407648] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.417411] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5216a540-98b9-016a-fefd-d9d4b1f65cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.838465] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.657s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.841371] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.234s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.842744] env[69302]: INFO nova.compute.claims [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.919462] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5216a540-98b9-016a-fefd-d9d4b1f65cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.019862} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.919706] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.920687] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 82559a23-331a-4fb9-a620-e3319ea0123c/82559a23-331a-4fb9-a620-e3319ea0123c.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.920974] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddfb10bf-ed6b-4f05-bab3-afde72b84056 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.930139] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 920.930139] env[69302]: value = "task-3183677" [ 920.930139] env[69302]: _type = "Task" [ 920.930139] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.942607] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.038090] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.038332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.068598] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.068873] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.342662] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "c8e96a61-59d2-44e4-b541-75bb131c6e05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.343082] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "c8e96a61-59d2-44e4-b541-75bb131c6e05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.343155] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "c8e96a61-59d2-44e4-b541-75bb131c6e05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.343332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "c8e96a61-59d2-44e4-b541-75bb131c6e05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.343504] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "c8e96a61-59d2-44e4-b541-75bb131c6e05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.345961] env[69302]: INFO nova.compute.manager [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Terminating instance [ 921.410517] env[69302]: INFO nova.scheduler.client.report [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted allocation for migration d709d122-bcd7-402f-93fc-8b65f0b8ce8b [ 921.443382] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496328} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.444070] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 82559a23-331a-4fb9-a620-e3319ea0123c/82559a23-331a-4fb9-a620-e3319ea0123c.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.444276] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.444579] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ec5e5d3-c295-4430-9c6e-2df3c68990f4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.456803] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 921.456803] env[69302]: value = "task-3183678" [ 921.456803] env[69302]: _type = "Task" [ 921.456803] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.469122] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "55d2e554-babf-4a85-9c2a-656e0b361f35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.469122] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "55d2e554-babf-4a85-9c2a-656e0b361f35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.469122] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "55d2e554-babf-4a85-9c2a-656e0b361f35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.469122] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "55d2e554-babf-4a85-9c2a-656e0b361f35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.469122] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "55d2e554-babf-4a85-9c2a-656e0b361f35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.469647] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.470737] env[69302]: INFO nova.compute.manager [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Terminating instance [ 921.541588] env[69302]: DEBUG nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.571011] env[69302]: DEBUG nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.698446] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.698632] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.859120] env[69302]: DEBUG nova.compute.manager [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.859347] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.861070] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef121ecb-d42e-4598-8190-2f73ab0ff97f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.869477] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.869745] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-292b5075-807e-4dea-8924-c8096e5179f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.878161] env[69302]: DEBUG oslo_vmware.api [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 921.878161] env[69302]: value = "task-3183679" [ 921.878161] env[69302]: _type = "Task" [ 921.878161] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.896820] env[69302]: DEBUG oslo_vmware.api [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.916246] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ecffd01d-c3ca-4443-9864-a2dcd98f698e tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.887s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.974693] env[69302]: DEBUG nova.compute.manager [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.974992] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.975405] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069188} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.976233] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb746456-83ca-454d-a4fa-5bc47cfc2c76 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.979216] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.983616] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c63b70f-a913-4a76-a84c-05903e3f320e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.993102] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.004751] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4020cc54-7566-4719-9de1-01b1c3b4a1dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.015918] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 82559a23-331a-4fb9-a620-e3319ea0123c/82559a23-331a-4fb9-a620-e3319ea0123c.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.019752] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe162c7-44fb-4cbf-b8ad-6fdfaf041cbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.043676] env[69302]: DEBUG oslo_vmware.api [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 922.043676] env[69302]: value = "task-3183680" [ 922.043676] env[69302]: _type = "Task" [ 922.043676] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.049497] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 922.049497] env[69302]: value = "task-3183681" [ 922.049497] env[69302]: _type = "Task" [ 922.049497] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.074293] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.075062] env[69302]: DEBUG oslo_vmware.api [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.078831] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.095882] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.146880] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "1a0ac874-cfd6-437b-95fc-fd5489854321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.147176] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1a0ac874-cfd6-437b-95fc-fd5489854321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.203283] env[69302]: DEBUG nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.367756] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71921dd2-4e88-4d70-815c-477ab7ae63af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.376620] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db5f0c3-ef43-4443-98dc-b41f381adc50 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.394442] env[69302]: DEBUG oslo_vmware.api [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183679, 'name': PowerOffVM_Task, 'duration_secs': 0.245806} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.419932] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.420066] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.420955] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b953ff7-6862-4c4c-b9e9-12e84d509b25 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.425142] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c0ce45-c185-4922-84d8-985d1119bbbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.432252] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a6dd2f-dd85-4026-b88e-b7caadef2f36 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.446856] env[69302]: DEBUG nova.compute.provider_tree [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.555993] env[69302]: DEBUG oslo_vmware.api [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183680, 'name': PowerOffVM_Task, 'duration_secs': 0.376009} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.559051] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.559172] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.559620] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afc501f2-3d28-4bc3-8d45-3c29568a1d94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.565659] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183681, 'name': ReconfigVM_Task, 'duration_secs': 0.376971} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.565898] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 82559a23-331a-4fb9-a620-e3319ea0123c/82559a23-331a-4fb9-a620-e3319ea0123c.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.566487] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e195abf6-d4a8-4145-b12a-0acc3426c761 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.571842] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 922.571842] env[69302]: value = "task-3183684" [ 922.571842] env[69302]: _type = "Task" [ 922.571842] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.579526] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183684, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.628559] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.628791] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.628958] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Deleting the datastore file [datastore2] 55d2e554-babf-4a85-9c2a-656e0b361f35 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.629274] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4201508e-d2f4-40fb-9085-59b34166374f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.635824] env[69302]: DEBUG oslo_vmware.api [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 922.635824] env[69302]: value = "task-3183685" [ 922.635824] env[69302]: _type = "Task" [ 922.635824] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.646888] env[69302]: DEBUG oslo_vmware.api [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.653457] env[69302]: DEBUG nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.726240] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.811486] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.811714] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.811896] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleting the datastore file [datastore1] c8e96a61-59d2-44e4-b541-75bb131c6e05 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.812174] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa59b6e5-f9a8-4e6a-9cad-f62b587019dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.818129] env[69302]: DEBUG oslo_vmware.api [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 922.818129] env[69302]: value = "task-3183686" [ 922.818129] env[69302]: _type = "Task" [ 922.818129] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.827155] env[69302]: DEBUG oslo_vmware.api [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.950647] env[69302]: DEBUG nova.scheduler.client.report [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.028435] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.028818] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.029040] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.029581] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.029789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.031927] env[69302]: INFO nova.compute.manager [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Terminating instance [ 923.081546] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183684, 'name': Rename_Task, 'duration_secs': 0.154691} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.081805] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.082048] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fcb2740-8a84-4adf-994c-55f30a921cc6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.087746] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 923.087746] env[69302]: value = "task-3183687" [ 923.087746] env[69302]: _type = "Task" [ 923.087746] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.094966] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.145327] env[69302]: DEBUG oslo_vmware.api [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152932} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.145635] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.145797] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.145976] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.146178] env[69302]: INFO nova.compute.manager [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Took 1.17 seconds to destroy the instance on the hypervisor. [ 923.146408] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.146605] env[69302]: DEBUG nova.compute.manager [-] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.146693] env[69302]: DEBUG nova.network.neutron [-] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.172419] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.328341] env[69302]: DEBUG oslo_vmware.api [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157626} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.328679] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.328757] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.328880] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.329061] env[69302]: INFO nova.compute.manager [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Took 1.47 seconds to destroy the instance on the hypervisor. [ 923.329304] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.329532] env[69302]: DEBUG nova.compute.manager [-] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.329627] env[69302]: DEBUG nova.network.neutron [-] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.457642] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.458164] env[69302]: DEBUG nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.461978] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.879s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.524512] env[69302]: DEBUG nova.compute.manager [req-6799e94d-4208-4b31-b871-9f85403d4840 req-cd322be5-5a11-4c9c-8654-9a81bea95f85 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Received event network-vif-deleted-5f64fd79-f275-43e8-8c99-9fd4efb0c6c2 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.524824] env[69302]: INFO nova.compute.manager [req-6799e94d-4208-4b31-b871-9f85403d4840 req-cd322be5-5a11-4c9c-8654-9a81bea95f85 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Neutron deleted interface 5f64fd79-f275-43e8-8c99-9fd4efb0c6c2; detaching it from the instance and deleting it from the info cache [ 923.525422] env[69302]: DEBUG nova.network.neutron [req-6799e94d-4208-4b31-b871-9f85403d4840 req-cd322be5-5a11-4c9c-8654-9a81bea95f85 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.535887] env[69302]: DEBUG nova.compute.manager [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.536111] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.537203] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e8d85-ba8c-41d8-8ef6-6dbea1d27b36 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.545246] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.545498] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19969703-4246-4804-b951-a06d713a1603 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.552165] env[69302]: DEBUG oslo_vmware.api [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 923.552165] env[69302]: value = "task-3183688" [ 923.552165] env[69302]: _type = "Task" [ 923.552165] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.561370] env[69302]: DEBUG oslo_vmware.api [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.580360] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.580583] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.600200] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183687, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.964886] env[69302]: DEBUG nova.compute.utils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.966720] env[69302]: DEBUG nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.966934] env[69302]: DEBUG nova.network.neutron [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.983909] env[69302]: DEBUG nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.010324] env[69302]: DEBUG nova.network.neutron [-] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.029636] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d5e8a7e-14d2-4599-a382-bf0150083616 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.035597] env[69302]: DEBUG nova.policy [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c8a9ef9f484d70b21c781580d6f33d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7b2b5e134144eb2ad75edefa86b7c16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.043841] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaae41a-13b9-4215-aba7-4d362d3aa3eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.073138] env[69302]: DEBUG oslo_vmware.api [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183688, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.093609] env[69302]: DEBUG nova.compute.manager [req-6799e94d-4208-4b31-b871-9f85403d4840 req-cd322be5-5a11-4c9c-8654-9a81bea95f85 service nova] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Detach interface failed, port_id=5f64fd79-f275-43e8-8c99-9fd4efb0c6c2, reason: Instance 55d2e554-babf-4a85-9c2a-656e0b361f35 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.101834] env[69302]: DEBUG oslo_vmware.api [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183687, 'name': PowerOnVM_Task, 'duration_secs': 0.678051} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.102359] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.102616] env[69302]: INFO nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Took 8.06 seconds to spawn the instance on the hypervisor. [ 924.102804] env[69302]: DEBUG nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.103591] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59e6c7f-3f70-40be-83b6-a0c79e45e0ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.117199] env[69302]: DEBUG nova.network.neutron [-] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.319124] env[69302]: DEBUG nova.network.neutron [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Successfully created port: 965363d0-16bd-44a9-b970-5fc030ecc711 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.512803] env[69302]: INFO nova.compute.manager [-] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Took 1.37 seconds to deallocate network for instance. [ 924.520124] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance feb83f01-3afd-4831-8db9-e37ba30939ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520124] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 93b679c4-2c07-4b85-bc37-84488097d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520124] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 3be491dc-0ed7-40e5-b725-f7dfb1a951e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.520124] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 848596ef-6ff7-40f4-b28d-3986692e5ce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520301] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 40edaa33-9955-4ea7-bdc7-3276ac7c63c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520301] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 98bc66d4-ceaf-41e5-8e44-7da3b94616f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520374] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b4172ce0-3bb0-4c73-acdb-d90d8c6d1475 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520509] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 58bc7378-cf42-446a-a5dc-bd89aa59e7bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.520619] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b9ec01ce-88d5-49c0-a224-fdd8c5b75100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520727] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 50ee926a-fb36-47db-ba2d-90aff8c5ccd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520832] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance cb5ac92a-790e-404a-801c-4693657bc65f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.520949] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 457d13c7-a0ff-481b-849f-a2753f280741 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.521068] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 13151d16-4901-46c0-ac3f-baa07af26b6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.521176] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 55d2e554-babf-4a85-9c2a-656e0b361f35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.521293] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance c864caf4-f764-4a68-98ba-a767a8fc9719 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.521397] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance c8e96a61-59d2-44e4-b541-75bb131c6e05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.523017] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 611bfa11-5a0a-41ff-9521-43427e9aece7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.523017] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 42d36706-e362-4910-b2db-14a23f4cb39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.523017] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 82559a23-331a-4fb9-a620-e3319ea0123c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.523017] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 759448b1-d871-474c-a53a-1380e453b798 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 924.573769] env[69302]: DEBUG oslo_vmware.api [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183688, 'name': PowerOffVM_Task, 'duration_secs': 0.524254} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.574073] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.574245] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.574497] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-060430ca-62f7-40b6-94e2-d87516a41f69 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.620107] env[69302]: INFO nova.compute.manager [-] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Took 1.29 seconds to deallocate network for instance. [ 924.623983] env[69302]: INFO nova.compute.manager [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Took 45.21 seconds to build instance. [ 924.641941] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.642180] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.642708] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleting the datastore file [datastore1] b9ec01ce-88d5-49c0-a224-fdd8c5b75100 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.643361] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca0da0d-63b6-40c8-b960-3e1ebe148c6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.650730] env[69302]: DEBUG oslo_vmware.api [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 924.650730] env[69302]: value = "task-3183690" [ 924.650730] env[69302]: _type = "Task" [ 924.650730] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.659718] env[69302]: DEBUG oslo_vmware.api [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.997364] env[69302]: DEBUG nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.023627] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.023963] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.024066] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.024246] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.024390] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.024532] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.024736] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.024896] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.025079] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.025247] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.025415] env[69302]: DEBUG nova.virt.hardware [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.026186] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance c3105453-a51e-4dd8-ad07-8981f5399d4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.027881] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.028746] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c8403f-bbe2-48e1-80e3-3d428d2a8470 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.037241] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d715b29-b7a9-4a1a-b7c0-dc9f8b11dbc3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.128691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-efd6f8d0-3b56-40e3-91ad-7d4dc376a5ec tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "82559a23-331a-4fb9-a620-e3319ea0123c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.721s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.129321] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.160349] env[69302]: DEBUG oslo_vmware.api [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139467} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.160644] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.160830] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.161015] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.161204] env[69302]: INFO nova.compute.manager [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Took 1.63 seconds to destroy the instance on the hypervisor. [ 925.161443] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.161666] env[69302]: DEBUG nova.compute.manager [-] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.161722] env[69302]: DEBUG nova.network.neutron [-] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.532623] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 25aa4949-2129-4163-a537-6f1b8afded9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 925.611370] env[69302]: DEBUG nova.compute.manager [req-f3c693c0-c69d-48b9-93a6-9eaea6cf08c9 req-571a6284-d69a-4c47-956e-f970cff9a7cf service nova] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Received event network-vif-deleted-12509e9b-0cd0-47f1-b1ef-98d771d2ae8f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.611587] env[69302]: DEBUG nova.compute.manager [req-f3c693c0-c69d-48b9-93a6-9eaea6cf08c9 req-571a6284-d69a-4c47-956e-f970cff9a7cf service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Received event network-vif-deleted-e9b349df-f693-4dbe-8afb-7cdb112708b6 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.611722] env[69302]: INFO nova.compute.manager [req-f3c693c0-c69d-48b9-93a6-9eaea6cf08c9 req-571a6284-d69a-4c47-956e-f970cff9a7cf service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Neutron deleted interface e9b349df-f693-4dbe-8afb-7cdb112708b6; detaching it from the instance and deleting it from the info cache [ 925.611889] env[69302]: DEBUG nova.network.neutron [req-f3c693c0-c69d-48b9-93a6-9eaea6cf08c9 req-571a6284-d69a-4c47-956e-f970cff9a7cf service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.631804] env[69302]: DEBUG nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.857479] env[69302]: DEBUG nova.network.neutron [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Successfully updated port: 965363d0-16bd-44a9-b970-5fc030ecc711 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.902390] env[69302]: DEBUG nova.network.neutron [-] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.035776] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance c0b280a4-030f-4140-a136-780120552626 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.114766] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-687b521c-7096-4e7d-8cc6-6688b90086b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.125866] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9558844-2a14-415d-800e-7bbaa1b4546e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.162018] env[69302]: DEBUG nova.compute.manager [req-f3c693c0-c69d-48b9-93a6-9eaea6cf08c9 req-571a6284-d69a-4c47-956e-f970cff9a7cf service nova] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Detach interface failed, port_id=e9b349df-f693-4dbe-8afb-7cdb112708b6, reason: Instance b9ec01ce-88d5-49c0-a224-fdd8c5b75100 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.163471] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.175017] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "82559a23-331a-4fb9-a620-e3319ea0123c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.175017] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "82559a23-331a-4fb9-a620-e3319ea0123c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.175017] env[69302]: INFO nova.compute.manager [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Shelving [ 926.361491] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "refresh_cache-759448b1-d871-474c-a53a-1380e453b798" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.361561] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "refresh_cache-759448b1-d871-474c-a53a-1380e453b798" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.361718] env[69302]: DEBUG nova.network.neutron [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.404908] env[69302]: INFO nova.compute.manager [-] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Took 1.24 seconds to deallocate network for instance. [ 926.539222] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance be243886-63e9-4606-b56d-53696ea2bd7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 926.895959] env[69302]: DEBUG nova.network.neutron [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.911237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.043167] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.054927] env[69302]: DEBUG nova.network.neutron [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Updating instance_info_cache with network_info: [{"id": "965363d0-16bd-44a9-b970-5fc030ecc711", "address": "fa:16:3e:b7:cf:93", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965363d0-16", "ovs_interfaceid": "965363d0-16bd-44a9-b970-5fc030ecc711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.185359] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.185755] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af8b06af-e9a3-4fea-a7ec-54bce0b95c73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.193094] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 927.193094] env[69302]: value = "task-3183691" [ 927.193094] env[69302]: _type = "Task" [ 927.193094] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.203175] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.546493] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 39066da5-e656-4aa9-bb3f-0deb8bad255f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.557949] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "refresh_cache-759448b1-d871-474c-a53a-1380e453b798" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.558310] env[69302]: DEBUG nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Instance network_info: |[{"id": "965363d0-16bd-44a9-b970-5fc030ecc711", "address": "fa:16:3e:b7:cf:93", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965363d0-16", "ovs_interfaceid": "965363d0-16bd-44a9-b970-5fc030ecc711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.558680] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:cf:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '965363d0-16bd-44a9-b970-5fc030ecc711', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.566104] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating folder: Project (d7b2b5e134144eb2ad75edefa86b7c16). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.566635] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71662458-6284-44a9-b0ba-39b8a9768b27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.578367] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Created folder: Project (d7b2b5e134144eb2ad75edefa86b7c16) in parent group-v636578. [ 927.578545] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating folder: Instances. Parent ref: group-v636760. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.578752] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2423735-b713-46aa-8479-6a86010a5dfd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.587379] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Created folder: Instances in parent group-v636760. [ 927.587595] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.587768] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759448b1-d871-474c-a53a-1380e453b798] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.587953] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-388ab345-da91-4037-be8d-def80541538c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.605890] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.605890] env[69302]: value = "task-3183694" [ 927.605890] env[69302]: _type = "Task" [ 927.605890] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.613224] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183694, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.637914] env[69302]: DEBUG nova.compute.manager [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Received event network-vif-plugged-965363d0-16bd-44a9-b970-5fc030ecc711 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.637914] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] Acquiring lock "759448b1-d871-474c-a53a-1380e453b798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.637914] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] Lock "759448b1-d871-474c-a53a-1380e453b798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.637914] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] Lock "759448b1-d871-474c-a53a-1380e453b798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.638043] env[69302]: DEBUG nova.compute.manager [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] No waiting events found dispatching network-vif-plugged-965363d0-16bd-44a9-b970-5fc030ecc711 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.638272] env[69302]: WARNING nova.compute.manager [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Received unexpected event network-vif-plugged-965363d0-16bd-44a9-b970-5fc030ecc711 for instance with vm_state building and task_state spawning. [ 927.638439] env[69302]: DEBUG nova.compute.manager [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Received event network-changed-965363d0-16bd-44a9-b970-5fc030ecc711 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.638595] env[69302]: DEBUG nova.compute.manager [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Refreshing instance network info cache due to event network-changed-965363d0-16bd-44a9-b970-5fc030ecc711. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.638785] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] Acquiring lock "refresh_cache-759448b1-d871-474c-a53a-1380e453b798" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.638918] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] Acquired lock "refresh_cache-759448b1-d871-474c-a53a-1380e453b798" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.639107] env[69302]: DEBUG nova.network.neutron [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Refreshing network info cache for port 965363d0-16bd-44a9-b970-5fc030ecc711 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.705614] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183691, 'name': PowerOffVM_Task, 'duration_secs': 0.206812} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.705983] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.707139] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a035467-ff95-471d-9660-84916f3aa099 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.735052] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4171093-e441-455c-bc3b-63d8991403b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.049839] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 1ef489df-adcb-4c74-9827-69a7d0d1d8ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.117282] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183694, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.245785] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 928.246118] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b3935f8-6e1e-464c-a2a6-9ba8bf26fd0e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.254607] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 928.254607] env[69302]: value = "task-3183695" [ 928.254607] env[69302]: _type = "Task" [ 928.254607] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.268383] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.358530] env[69302]: DEBUG nova.network.neutron [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Updated VIF entry in instance network info cache for port 965363d0-16bd-44a9-b970-5fc030ecc711. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.358812] env[69302]: DEBUG nova.network.neutron [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Updating instance_info_cache with network_info: [{"id": "965363d0-16bd-44a9-b970-5fc030ecc711", "address": "fa:16:3e:b7:cf:93", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965363d0-16", "ovs_interfaceid": "965363d0-16bd-44a9-b970-5fc030ecc711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.553724] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 1a0ac874-cfd6-437b-95fc-fd5489854321 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.618846] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183694, 'name': CreateVM_Task, 'duration_secs': 0.573318} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.619073] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 759448b1-d871-474c-a53a-1380e453b798] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.619779] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.619952] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.620304] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.620583] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54796faa-9818-4c68-a1b1-9de2a826f559 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.625975] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 928.625975] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52192876-f3ed-8dc0-3d12-1f9858eb6c0d" [ 928.625975] env[69302]: _type = "Task" [ 928.625975] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.633839] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52192876-f3ed-8dc0-3d12-1f9858eb6c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.764917] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183695, 'name': CreateSnapshot_Task, 'duration_secs': 0.410479} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.764917] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 928.765429] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1c9db-04ad-4355-ae6d-d6df202dc235 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.861220] env[69302]: DEBUG oslo_concurrency.lockutils [req-7ebdb7dc-301d-46ba-834a-2e36d0909fcc req-b63cf6ae-82a1-4a8e-a739-6149b8a054fc service nova] Releasing lock "refresh_cache-759448b1-d871-474c-a53a-1380e453b798" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.056910] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 65147a69-cce5-42f7-805f-f1ec2a12fbe7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.058088] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 929.058272] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 929.138397] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52192876-f3ed-8dc0-3d12-1f9858eb6c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.141868] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.142145] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.142472] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.142701] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.142898] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.143395] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63a47207-1718-44f2-b8c4-87667dcd9800 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.152524] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.152755] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.155880] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04550c6-fbb3-470b-894a-47d65afda51e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.160981] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 929.160981] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5247f951-ff21-5017-0f50-ecaeadc315df" [ 929.160981] env[69302]: _type = "Task" [ 929.160981] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.168724] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5247f951-ff21-5017-0f50-ecaeadc315df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.282143] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 929.284507] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5d46644-d7a3-48e1-a17d-8fc144e60d61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.292581] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 929.292581] env[69302]: value = "task-3183696" [ 929.292581] env[69302]: _type = "Task" [ 929.292581] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.300582] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183696, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.414416] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b151c5af-7b19-4860-8547-192375e4300c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.421754] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41efcab-b94c-413f-9ff6-70738073a6d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.452331] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f33d37-ada4-4524-95bb-ec435c972e7c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.460415] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce3cc9c-916b-4dea-9d01-abf32eef283a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.475961] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.676057] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5247f951-ff21-5017-0f50-ecaeadc315df, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.677277] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d07d42-1b75-4f43-b082-ca9cafac4398 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.684571] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 929.684571] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5267893b-86e9-1019-07e3-08dee668443b" [ 929.684571] env[69302]: _type = "Task" [ 929.684571] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.695867] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5267893b-86e9-1019-07e3-08dee668443b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.803283] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183696, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.996831] env[69302]: ERROR nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [req-92d5b6d4-b1a2-4064-85a6-4344794dd9c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92d5b6d4-b1a2-4064-85a6-4344794dd9c3"}]} [ 930.013919] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 930.028985] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 930.029204] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.040176] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 930.058342] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 930.198851] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5267893b-86e9-1019-07e3-08dee668443b, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.201365] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.201635] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 759448b1-d871-474c-a53a-1380e453b798/759448b1-d871-474c-a53a-1380e453b798.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.206624] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e942ff9-6133-4577-8549-0fc12bc3d79b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.216843] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 930.216843] env[69302]: value = "task-3183697" [ 930.216843] env[69302]: _type = "Task" [ 930.216843] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.227244] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.305413] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183696, 'name': CloneVM_Task, 'duration_secs': 0.877586} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.305413] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Created linked-clone VM from snapshot [ 930.306271] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acbe06f-577a-4a3e-a01e-376b70239b0d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.316044] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Uploading image 8ca404c1-a47b-42f1-8c44-a5505f7e3359 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 930.343603] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 930.343603] env[69302]: value = "vm-636764" [ 930.343603] env[69302]: _type = "VirtualMachine" [ 930.343603] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 930.343603] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40dc3241-9b4d-44df-9eba-e55172396352 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.353512] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lease: (returnval){ [ 930.353512] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5211b3f2-5c82-a483-c084-693cc8c09107" [ 930.353512] env[69302]: _type = "HttpNfcLease" [ 930.353512] env[69302]: } obtained for exporting VM: (result){ [ 930.353512] env[69302]: value = "vm-636764" [ 930.353512] env[69302]: _type = "VirtualMachine" [ 930.353512] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 930.353788] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the lease: (returnval){ [ 930.353788] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5211b3f2-5c82-a483-c084-693cc8c09107" [ 930.353788] env[69302]: _type = "HttpNfcLease" [ 930.353788] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 930.363607] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.363607] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5211b3f2-5c82-a483-c084-693cc8c09107" [ 930.363607] env[69302]: _type = "HttpNfcLease" [ 930.363607] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 930.366390] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 930.366390] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5211b3f2-5c82-a483-c084-693cc8c09107" [ 930.366390] env[69302]: _type = "HttpNfcLease" [ 930.366390] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 930.370256] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985ab369-8a8b-4eb3-9ef5-75e851606069 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.376529] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba9063-c45e-878b-888f-bd122d964f99/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 930.376724] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba9063-c45e-878b-888f-bd122d964f99/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 930.476393] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83d721ac-91db-484d-9d79-18975478f14f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.492715] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfad1451-ba28-4f49-9593-26a2d07a66c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.509615] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c63ed1-6f85-4b75-8465-fbe42919f965 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.543238] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a72d23b-20b7-4b88-b3fc-2cea120b6fc8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.551804] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950dd4d-e580-4418-9542-37f6b3a7b5dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.568971] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.724920] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443875} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.725290] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 759448b1-d871-474c-a53a-1380e453b798/759448b1-d871-474c-a53a-1380e453b798.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.725424] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.725699] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-120352dd-4200-4ec2-8ea4-8f6921064089 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.732069] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 930.732069] env[69302]: value = "task-3183699" [ 930.732069] env[69302]: _type = "Task" [ 930.732069] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.740335] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.101254] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 931.101511] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 94 to 95 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 931.101664] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.244199] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060722} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.244500] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.245416] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda101b1-8bf0-4465-96fb-31567c632daa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.269601] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 759448b1-d871-474c-a53a-1380e453b798/759448b1-d871-474c-a53a-1380e453b798.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.270311] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bebc7a62-ea73-4144-8788-c8c29c5fc3a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.290439] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 931.290439] env[69302]: value = "task-3183700" [ 931.290439] env[69302]: _type = "Task" [ 931.290439] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.300228] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.607160] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 931.607441] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.146s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.607725] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.068s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.607944] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.610380] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.607s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.612113] env[69302]: INFO nova.compute.claims [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.615212] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.615428] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Cleaning up deleted instances {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 931.637661] env[69302]: INFO nova.scheduler.client.report [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleted allocations for instance 58bc7378-cf42-446a-a5dc-bd89aa59e7bd [ 931.800482] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.129967] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] There are 45 instances to clean {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 932.130274] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 2175530c-3872-4bc2-9ffd-b8678ab52d39] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.146993] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f205091-3c41-4aea-875c-eb2b4751ce33 tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "58bc7378-cf42-446a-a5dc-bd89aa59e7bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.082s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.301912] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183700, 'name': ReconfigVM_Task, 'duration_secs': 0.546501} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.302233] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 759448b1-d871-474c-a53a-1380e453b798/759448b1-d871-474c-a53a-1380e453b798.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.302946] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d199eebf-1ffb-4436-9ea3-d576b882e18d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.311173] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 932.311173] env[69302]: value = "task-3183701" [ 932.311173] env[69302]: _type = "Task" [ 932.311173] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.320129] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183701, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.637012] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 5b490a83-e164-4d8b-a3fa-2734deab1f42] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.822327] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183701, 'name': Rename_Task, 'duration_secs': 0.162655} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.825146] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.825596] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09895bab-7fbd-4636-aba4-a4bb7866d301 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.832247] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 932.832247] env[69302]: value = "task-3183702" [ 932.832247] env[69302]: _type = "Task" [ 932.832247] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.843243] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.001827] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035f3518-98c5-4c83-bd55-3a55999e57a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.009533] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca2a17e-ccce-4186-8abf-62fc95a4906a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.043028] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199bab11-299e-4bae-bbf0-b5a66e53fd1b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.048746] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5ec79c-6ff4-478e-b627-2ae371a749b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.062839] env[69302]: DEBUG nova.compute.provider_tree [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.140185] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: eba4ea5b-5442-422c-acfd-6926eb50744d] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.342167] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183702, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.418027] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "feb83f01-3afd-4831-8db9-e37ba30939ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.418255] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.418463] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.418650] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.418820] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.421274] env[69302]: INFO nova.compute.manager [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Terminating instance [ 933.597759] env[69302]: DEBUG nova.scheduler.client.report [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 933.598049] env[69302]: DEBUG nova.compute.provider_tree [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 95 to 96 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 933.598239] env[69302]: DEBUG nova.compute.provider_tree [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.644131] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 541bfebc-a0d5-4a24-b5af-2d54a9601a15] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.842521] env[69302]: DEBUG oslo_vmware.api [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183702, 'name': PowerOnVM_Task, 'duration_secs': 0.633163} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.842904] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.843076] env[69302]: INFO nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Took 8.85 seconds to spawn the instance on the hypervisor. [ 933.843268] env[69302]: DEBUG nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.844056] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bae172-b9fc-468e-8197-04a2e7c4f09d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.925173] env[69302]: DEBUG nova.compute.manager [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.925403] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.926643] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6051a-087a-4cf6-9846-ce00f4eb097b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.934039] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.934264] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4b020c0-8b92-458e-8d52-623b76c91552 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.940657] env[69302]: DEBUG oslo_vmware.api [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 933.940657] env[69302]: value = "task-3183703" [ 933.940657] env[69302]: _type = "Task" [ 933.940657] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.948885] env[69302]: DEBUG oslo_vmware.api [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.104418] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.105146] env[69302]: DEBUG nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.109789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.667s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.110083] env[69302]: DEBUG nova.objects.instance [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.148343] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 64ac329d-1c2d-49d3-b26f-111f725d3a34] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.362066] env[69302]: INFO nova.compute.manager [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Took 45.78 seconds to build instance. [ 934.451539] env[69302]: DEBUG oslo_vmware.api [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183703, 'name': PowerOffVM_Task, 'duration_secs': 0.221769} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.451871] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.452073] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.452334] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7e08d6b-2ea4-43ae-b2dd-14fe3241b02e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.514820] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.515055] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.515237] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleting the datastore file [datastore2] feb83f01-3afd-4831-8db9-e37ba30939ad {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.515487] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3fa1eac-01a6-4055-aa06-6f462c7f4cfd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.524384] env[69302]: DEBUG oslo_vmware.api [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for the task: (returnval){ [ 934.524384] env[69302]: value = "task-3183705" [ 934.524384] env[69302]: _type = "Task" [ 934.524384] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.534825] env[69302]: DEBUG oslo_vmware.api [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.618296] env[69302]: DEBUG nova.compute.utils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.619272] env[69302]: DEBUG nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.619443] env[69302]: DEBUG nova.network.neutron [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.651261] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: f9577dc2-a6f8-450d-8bac-6963a5dc18e7] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.687604] env[69302]: DEBUG nova.policy [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6e8e3ac522e46acab79c4793de2ea9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4078d29a5a7a4c9c9a3eaf3ca9d91723', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.864380] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2afd0179-d604-4bb5-bd0c-ab96a61f1edc tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "759448b1-d871-474c-a53a-1380e453b798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.293s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.982808] env[69302]: DEBUG nova.network.neutron [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Successfully created port: e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.997056] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "759448b1-d871-474c-a53a-1380e453b798" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.997056] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "759448b1-d871-474c-a53a-1380e453b798" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.997271] env[69302]: DEBUG nova.compute.manager [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.998067] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331fc4ff-0891-4b8c-922f-fd290194fd28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.005738] env[69302]: DEBUG nova.compute.manager [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 935.006352] env[69302]: DEBUG nova.objects.instance [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lazy-loading 'flavor' on Instance uuid 759448b1-d871-474c-a53a-1380e453b798 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.038022] env[69302]: DEBUG oslo_vmware.api [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Task: {'id': task-3183705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193569} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.038022] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.038022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.038022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.038022] env[69302]: INFO nova.compute.manager [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Took 1.11 seconds to destroy the instance on the hypervisor. [ 935.038022] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.038022] env[69302]: DEBUG nova.compute.manager [-] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.038022] env[69302]: DEBUG nova.network.neutron [-] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.123024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5f7e80c4-8671-4c0c-b79c-b33d2039970a tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.123024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.955s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.123024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.125119] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.829s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.125446] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.127728] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.040s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.129271] env[69302]: INFO nova.compute.claims [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.132175] env[69302]: DEBUG nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.154545] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 791ac5be-123d-4525-92fc-cfd6ec43c0c1] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.166655] env[69302]: INFO nova.scheduler.client.report [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Deleted allocations for instance 457d13c7-a0ff-481b-849f-a2753f280741 [ 935.169098] env[69302]: INFO nova.scheduler.client.report [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Deleted allocations for instance c864caf4-f764-4a68-98ba-a767a8fc9719 [ 935.456542] env[69302]: DEBUG nova.compute.manager [req-9b523481-d076-4c4b-a1a5-51245e0663e6 req-0c79154a-20c4-4fe5-853f-90ed73704d72 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Received event network-vif-deleted-59c82e5e-0e63-4a03-9726-9f837b8c974e {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.456769] env[69302]: INFO nova.compute.manager [req-9b523481-d076-4c4b-a1a5-51245e0663e6 req-0c79154a-20c4-4fe5-853f-90ed73704d72 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Neutron deleted interface 59c82e5e-0e63-4a03-9726-9f837b8c974e; detaching it from the instance and deleting it from the info cache [ 935.456964] env[69302]: DEBUG nova.network.neutron [req-9b523481-d076-4c4b-a1a5-51245e0663e6 req-0c79154a-20c4-4fe5-853f-90ed73704d72 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.658136] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 2f9250a9-9579-4d2d-9dbb-fe9e551a85a0] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.681679] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d18ce64f-1403-4e3c-b9b8-b6abf636adf7 tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "457d13c7-a0ff-481b-849f-a2753f280741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.802s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.683818] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19a68986-8d38-4e75-8d42-462ee3efe4f9 tempest-ServerGroupTestJSON-344282027 tempest-ServerGroupTestJSON-344282027-project-member] Lock "c864caf4-f764-4a68-98ba-a767a8fc9719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.064s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.942837] env[69302]: DEBUG nova.network.neutron [-] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.960043] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ee56a30-e205-440c-8512-ec061fb221c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.969309] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ec7006-4798-4059-8bc5-8906d2115da5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.002165] env[69302]: DEBUG nova.compute.manager [req-9b523481-d076-4c4b-a1a5-51245e0663e6 req-0c79154a-20c4-4fe5-853f-90ed73704d72 service nova] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Detach interface failed, port_id=59c82e5e-0e63-4a03-9726-9f837b8c974e, reason: Instance feb83f01-3afd-4831-8db9-e37ba30939ad could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.013175] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.013505] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a26599-8c0b-4e93-a876-cef9555d750c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.020524] env[69302]: DEBUG oslo_vmware.api [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 936.020524] env[69302]: value = "task-3183706" [ 936.020524] env[69302]: _type = "Task" [ 936.020524] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.031124] env[69302]: DEBUG oslo_vmware.api [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.145644] env[69302]: DEBUG nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.165274] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: a77ed464-9d0a-4415-ae63-283495910c76] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.180807] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.180946] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.180991] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.181443] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.181443] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.181535] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.181742] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.181904] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.182106] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.182248] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.182446] env[69302]: DEBUG nova.virt.hardware [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.183438] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8bd49-8f02-4276-875b-0f02d35021df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.196141] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8057d786-d77c-41fd-8266-0dd88d2abe1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.276525] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "cb5ac92a-790e-404a-801c-4693657bc65f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.277536] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "cb5ac92a-790e-404a-801c-4693657bc65f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.277536] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "cb5ac92a-790e-404a-801c-4693657bc65f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.277536] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "cb5ac92a-790e-404a-801c-4693657bc65f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.277536] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "cb5ac92a-790e-404a-801c-4693657bc65f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.279593] env[69302]: INFO nova.compute.manager [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Terminating instance [ 936.446630] env[69302]: INFO nova.compute.manager [-] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Took 1.41 seconds to deallocate network for instance. [ 936.534965] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268c978-e418-41e9-953e-2c5ecdf2f6b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.548379] env[69302]: DEBUG oslo_vmware.api [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183706, 'name': PowerOffVM_Task, 'duration_secs': 0.242751} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.548900] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.549232] env[69302]: DEBUG nova.compute.manager [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.550343] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16e4e7-143a-4056-8562-df4a6fa47788 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.554518] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06058735-a843-4fb9-a0ac-6c54ff52462a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.598178] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936ea4cf-4e1e-45b3-9a09-84dbe9e2cbde {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.612437] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8a8c18-70d6-4bec-9ef2-55b5c9bd6372 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.632727] env[69302]: DEBUG nova.compute.provider_tree [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.671126] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 920276bd-e963-42f7-8509-aa0dc104fe6d] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.783410] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "refresh_cache-cb5ac92a-790e-404a-801c-4693657bc65f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.783410] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquired lock "refresh_cache-cb5ac92a-790e-404a-801c-4693657bc65f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.783554] env[69302]: DEBUG nova.network.neutron [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.956755] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.069391] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d6fbb92-6cb6-4f00-80d3-17c8925d916f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "759448b1-d871-474c-a53a-1380e453b798" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.114224] env[69302]: DEBUG nova.network.neutron [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Successfully updated port: e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.176964] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 5521f7d1-b8ac-4856-8722-4fd67133da37] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.213295] env[69302]: DEBUG nova.scheduler.client.report [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 937.213295] env[69302]: DEBUG nova.compute.provider_tree [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 96 to 97 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 937.213295] env[69302]: DEBUG nova.compute.provider_tree [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.307824] env[69302]: DEBUG nova.network.neutron [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.389970] env[69302]: DEBUG nova.network.neutron [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.492068] env[69302]: DEBUG nova.compute.manager [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Received event network-vif-plugged-e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.492338] env[69302]: DEBUG oslo_concurrency.lockutils [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] Acquiring lock "c3105453-a51e-4dd8-ad07-8981f5399d4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.492633] env[69302]: DEBUG oslo_concurrency.lockutils [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] Lock "c3105453-a51e-4dd8-ad07-8981f5399d4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.492740] env[69302]: DEBUG oslo_concurrency.lockutils [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] Lock "c3105453-a51e-4dd8-ad07-8981f5399d4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.492946] env[69302]: DEBUG nova.compute.manager [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] No waiting events found dispatching network-vif-plugged-e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.493097] env[69302]: WARNING nova.compute.manager [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Received unexpected event network-vif-plugged-e0290f79-20a8-4143-a319-82bc01e63796 for instance with vm_state building and task_state spawning. [ 937.493261] env[69302]: DEBUG nova.compute.manager [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Received event network-changed-e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.493412] env[69302]: DEBUG nova.compute.manager [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Refreshing instance network info cache due to event network-changed-e0290f79-20a8-4143-a319-82bc01e63796. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.493636] env[69302]: DEBUG oslo_concurrency.lockutils [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] Acquiring lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.493802] env[69302]: DEBUG oslo_concurrency.lockutils [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] Acquired lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.493963] env[69302]: DEBUG nova.network.neutron [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Refreshing network info cache for port e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.617407] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.679951] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b9f03655-3359-4901-a28a-08abe82ee49f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.719382] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.719530] env[69302]: DEBUG nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.722039] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.585s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.723822] env[69302]: INFO nova.compute.claims [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.892588] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Releasing lock "refresh_cache-cb5ac92a-790e-404a-801c-4693657bc65f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.893126] env[69302]: DEBUG nova.compute.manager [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.893338] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.894819] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aac6340-6979-4147-9004-2e3bd0edd7f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.903676] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.903958] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-180e2ad3-6ae0-4dfd-b343-3e02fe9c4e11 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.912235] env[69302]: DEBUG oslo_vmware.api [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 937.912235] env[69302]: value = "task-3183707" [ 937.912235] env[69302]: _type = "Task" [ 937.912235] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.930561] env[69302]: DEBUG oslo_vmware.api [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.028032] env[69302]: DEBUG nova.network.neutron [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.140793] env[69302]: DEBUG nova.network.neutron [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.184897] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 64c6e2db-aaf3-4fff-9792-f8a0b589e74d] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.227794] env[69302]: DEBUG nova.compute.utils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.231575] env[69302]: DEBUG nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.231748] env[69302]: DEBUG nova.network.neutron [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.278920] env[69302]: DEBUG nova.policy [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aacb66bf88e248e1be8802ac54531105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a6ca079c2c40e78a3af61e94d801a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.361465] env[69302]: DEBUG nova.compute.manager [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.362704] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a97672-37ce-4bcd-ab9a-c4abf0f6f3c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.423673] env[69302]: DEBUG oslo_vmware.api [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183707, 'name': PowerOffVM_Task, 'duration_secs': 0.167186} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.423967] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.424148] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.424395] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4070e76-6108-4f7d-97b9-38a10180dced {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.427930] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba9063-c45e-878b-888f-bd122d964f99/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.429216] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed2ae66-93d1-4cd0-9352-d9e440d01584 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.435772] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba9063-c45e-878b-888f-bd122d964f99/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.435945] env[69302]: ERROR oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba9063-c45e-878b-888f-bd122d964f99/disk-0.vmdk due to incomplete transfer. [ 938.436181] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7664a7b5-c452-4b3c-a5bf-ab807cda1dca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.448139] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ba9063-c45e-878b-888f-bd122d964f99/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.448270] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Uploaded image 8ca404c1-a47b-42f1-8c44-a5505f7e3359 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.450395] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.450696] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e94a60d6-f84c-454e-ad51-3fdf1103af88 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.457012] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 938.457012] env[69302]: value = "task-3183709" [ 938.457012] env[69302]: _type = "Task" [ 938.457012] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.457813] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.458014] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.458202] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Deleting the datastore file [datastore2] cb5ac92a-790e-404a-801c-4693657bc65f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.461194] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f24fd7-7615-4388-aeba-87a632c67058 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.468184] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183709, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.469352] env[69302]: DEBUG oslo_vmware.api [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for the task: (returnval){ [ 938.469352] env[69302]: value = "task-3183710" [ 938.469352] env[69302]: _type = "Task" [ 938.469352] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.476553] env[69302]: DEBUG oslo_vmware.api [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.586960] env[69302]: DEBUG nova.network.neutron [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Successfully created port: 4be35087-8009-48ef-bd94-e796a8b46ccb {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.644158] env[69302]: DEBUG oslo_concurrency.lockutils [req-fec5d37f-f7f9-43a7-b719-547c5b1b6fae req-6c1424ad-8bed-435f-ac39-5d9ca38155ce service nova] Releasing lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.644542] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.644706] env[69302]: DEBUG nova.network.neutron [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.688163] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b7997ffc-bbfd-48e9-bced-d8224ce6e908] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.733082] env[69302]: DEBUG nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.874427] env[69302]: INFO nova.compute.manager [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] instance snapshotting [ 938.874427] env[69302]: WARNING nova.compute.manager [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 938.877434] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b4e418-e409-4b02-acfe-9993340df9ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.901464] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf350a0b-86fb-4c49-86d7-e835d105a4a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.968233] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183709, 'name': Destroy_Task, 'duration_secs': 0.318257} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.968487] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Destroyed the VM [ 938.968715] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.968953] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b2099d9-6840-4da3-8b95-41d5c948d4a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.977952] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 938.977952] env[69302]: value = "task-3183711" [ 938.977952] env[69302]: _type = "Task" [ 938.977952] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.980845] env[69302]: DEBUG oslo_vmware.api [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Task: {'id': task-3183710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088899} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.983673] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.983879] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.984068] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.984241] env[69302]: INFO nova.compute.manager [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 938.984468] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.986624] env[69302]: DEBUG nova.compute.manager [-] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.986725] env[69302]: DEBUG nova.network.neutron [-] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.993871] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.003111] env[69302]: DEBUG nova.network.neutron [-] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.076638] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcd4d61-d47e-4d30-97fa-956a111339ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.084670] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa34d4e4-f314-4d84-a438-2ed42b8f3c63 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.114399] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3920353c-308f-4fd5-9042-4ed63a0d2082 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.121480] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877987ce-844a-4c42-b853-f7a2b9af70a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.134248] env[69302]: DEBUG nova.compute.provider_tree [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.188654] env[69302]: DEBUG nova.network.neutron [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.190742] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 65c0d4f0-aa25-47b7-90ce-c5a4b42a0e61] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.333032] env[69302]: DEBUG nova.network.neutron [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Updating instance_info_cache with network_info: [{"id": "e0290f79-20a8-4143-a319-82bc01e63796", "address": "fa:16:3e:ac:98:f8", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0290f79-20", "ovs_interfaceid": "e0290f79-20a8-4143-a319-82bc01e63796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.411664] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 939.411971] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-85401094-153a-43d2-a133-a9b598484a30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.419628] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 939.419628] env[69302]: value = "task-3183712" [ 939.419628] env[69302]: _type = "Task" [ 939.419628] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.427457] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183712, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.490193] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183711, 'name': RemoveSnapshot_Task, 'duration_secs': 0.336516} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.490473] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.490734] env[69302]: DEBUG nova.compute.manager [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.491479] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c928a-36c6-45c4-b65f-62ecb81bdc42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.504715] env[69302]: DEBUG nova.network.neutron [-] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.637198] env[69302]: DEBUG nova.scheduler.client.report [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.693919] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: a0079d1d-6c08-4567-9749-13625c373993] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.747079] env[69302]: DEBUG nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.834974] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.835338] env[69302]: DEBUG nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Instance network_info: |[{"id": "e0290f79-20a8-4143-a319-82bc01e63796", "address": "fa:16:3e:ac:98:f8", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0290f79-20", "ovs_interfaceid": "e0290f79-20a8-4143-a319-82bc01e63796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.835759] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:98:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0290f79-20a8-4143-a319-82bc01e63796', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.843397] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.843629] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.844209] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-452634db-35d6-49f5-91ec-739ba2d44cbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.864051] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.864051] env[69302]: value = "task-3183713" [ 939.864051] env[69302]: _type = "Task" [ 939.864051] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.873385] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183713, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.899706] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.900937] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.900937] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.900937] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.900937] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.900937] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.901358] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.901736] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.902033] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.902307] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.903319] env[69302]: DEBUG nova.virt.hardware [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.903720] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9441f8d2-20a9-4582-b984-cc94c11f3e8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.911516] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d93538e-2922-4a43-9ce5-0c363e8545cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.932014] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183712, 'name': CreateSnapshot_Task, 'duration_secs': 0.398924} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.932270] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 939.933013] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c599ae-c62f-41de-8cc0-0d1c58095a60 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.006017] env[69302]: INFO nova.compute.manager [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Shelve offloading [ 940.007188] env[69302]: INFO nova.compute.manager [-] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Took 1.02 seconds to deallocate network for instance. [ 940.016422] env[69302]: DEBUG nova.compute.manager [req-5b4a49e9-e33c-4f73-b742-34a6b183dc83 req-472493ab-403d-41dd-a985-5ac864aad491 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Received event network-vif-plugged-4be35087-8009-48ef-bd94-e796a8b46ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.016630] env[69302]: DEBUG oslo_concurrency.lockutils [req-5b4a49e9-e33c-4f73-b742-34a6b183dc83 req-472493ab-403d-41dd-a985-5ac864aad491 service nova] Acquiring lock "25aa4949-2129-4163-a537-6f1b8afded9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.016873] env[69302]: DEBUG oslo_concurrency.lockutils [req-5b4a49e9-e33c-4f73-b742-34a6b183dc83 req-472493ab-403d-41dd-a985-5ac864aad491 service nova] Lock "25aa4949-2129-4163-a537-6f1b8afded9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.016999] env[69302]: DEBUG oslo_concurrency.lockutils [req-5b4a49e9-e33c-4f73-b742-34a6b183dc83 req-472493ab-403d-41dd-a985-5ac864aad491 service nova] Lock "25aa4949-2129-4163-a537-6f1b8afded9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.017160] env[69302]: DEBUG nova.compute.manager [req-5b4a49e9-e33c-4f73-b742-34a6b183dc83 req-472493ab-403d-41dd-a985-5ac864aad491 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] No waiting events found dispatching network-vif-plugged-4be35087-8009-48ef-bd94-e796a8b46ccb {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.017321] env[69302]: WARNING nova.compute.manager [req-5b4a49e9-e33c-4f73-b742-34a6b183dc83 req-472493ab-403d-41dd-a985-5ac864aad491 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Received unexpected event network-vif-plugged-4be35087-8009-48ef-bd94-e796a8b46ccb for instance with vm_state building and task_state spawning. [ 940.095704] env[69302]: DEBUG nova.network.neutron [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Successfully updated port: 4be35087-8009-48ef-bd94-e796a8b46ccb {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.142011] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.142665] env[69302]: DEBUG nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.145613] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.786s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.147297] env[69302]: INFO nova.compute.claims [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.197109] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 2eed39cd-ca0f-4055-a8b6-f215ff9b3e49] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.374940] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183713, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.450183] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 940.450702] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e473e998-4c79-498c-aea5-283f167dfc62 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.459721] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 940.459721] env[69302]: value = "task-3183714" [ 940.459721] env[69302]: _type = "Task" [ 940.459721] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.467866] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183714, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.510773] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.510773] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcbf6001-892a-40d0-bbf9-62e3afbba0e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.512991] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.517361] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 940.517361] env[69302]: value = "task-3183715" [ 940.517361] env[69302]: _type = "Task" [ 940.517361] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.525334] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.598680] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "refresh_cache-25aa4949-2129-4163-a537-6f1b8afded9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.598680] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "refresh_cache-25aa4949-2129-4163-a537-6f1b8afded9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.598680] env[69302]: DEBUG nova.network.neutron [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.652239] env[69302]: DEBUG nova.compute.utils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.655656] env[69302]: DEBUG nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.655833] env[69302]: DEBUG nova.network.neutron [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.693640] env[69302]: DEBUG nova.policy [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aacb66bf88e248e1be8802ac54531105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a6ca079c2c40e78a3af61e94d801a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.700468] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 29559c63-43a4-48ac-b902-d8c20252d8ae] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.875689] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183713, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.958043] env[69302]: DEBUG nova.network.neutron [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Successfully created port: ac26a889-0649-4e5f-88fa-2f0cda9ad686 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.977707] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183714, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.030848] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.031211] env[69302]: DEBUG nova.compute.manager [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.032247] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6077a3-2bcd-4c7e-838b-822055ac0fbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.039066] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.039665] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.039665] env[69302]: DEBUG nova.network.neutron [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.153910] env[69302]: DEBUG nova.network.neutron [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.158056] env[69302]: DEBUG nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.203339] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: ff7f7de3-16d2-4052-a3cc-dfdd1e17f647] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.376761] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183713, 'name': CreateVM_Task, 'duration_secs': 1.206881} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.379225] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.380131] env[69302]: DEBUG nova.network.neutron [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Updating instance_info_cache with network_info: [{"id": "4be35087-8009-48ef-bd94-e796a8b46ccb", "address": "fa:16:3e:4b:2f:69", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be35087-80", "ovs_interfaceid": "4be35087-8009-48ef-bd94-e796a8b46ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.381796] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.382459] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.382459] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.382850] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49800d8a-584f-435c-8d10-dad06f903d6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.395671] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 941.395671] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcee60-1cd6-7d4f-2731-e9794585d482" [ 941.395671] env[69302]: _type = "Task" [ 941.395671] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.412780] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcee60-1cd6-7d4f-2731-e9794585d482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.471404] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183714, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.528519] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e6c8d-5ff9-4dcf-9435-a11e64b086b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.536519] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e681bb43-b015-430a-8951-24f8316b04bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.572930] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1919dba-1167-456a-bbee-8a3305efabe4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.582691] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f6c819-982b-43d4-8382-1ec2471b890d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.597123] env[69302]: DEBUG nova.compute.provider_tree [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.706932] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 2519898f-43dc-40a6-aec0-bd4363f03171] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.750597] env[69302]: DEBUG nova.network.neutron [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Updating instance_info_cache with network_info: [{"id": "87f447c0-6031-4290-acf0-f32dc20f8360", "address": "fa:16:3e:80:19:54", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87f447c0-60", "ovs_interfaceid": "87f447c0-6031-4290-acf0-f32dc20f8360", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.883852] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "refresh_cache-25aa4949-2129-4163-a537-6f1b8afded9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.884216] env[69302]: DEBUG nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance network_info: |[{"id": "4be35087-8009-48ef-bd94-e796a8b46ccb", "address": "fa:16:3e:4b:2f:69", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be35087-80", "ovs_interfaceid": "4be35087-8009-48ef-bd94-e796a8b46ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.884633] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:2f:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be35087-8009-48ef-bd94-e796a8b46ccb', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.892100] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Creating folder: Project (87a6ca079c2c40e78a3af61e94d801a2). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.892717] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06728ef6-3dc4-4ba7-af79-55d38e0ca45b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.905582] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcee60-1cd6-7d4f-2731-e9794585d482, 'name': SearchDatastore_Task, 'duration_secs': 0.027949} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.906763] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.907312] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.907312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.907382] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.907550] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.907772] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Created folder: Project (87a6ca079c2c40e78a3af61e94d801a2) in parent group-v636578. [ 941.907928] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Creating folder: Instances. Parent ref: group-v636768. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.908149] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb4f1123-d20c-43b7-8da1-7cb2d1bd01f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.909750] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db542b8a-a2bb-4206-bf06-8ece65fa43bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.918155] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.918155] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.918436] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56737d02-1722-4bcc-9baf-be9a0c901ead {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.922602] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Created folder: Instances in parent group-v636768. [ 941.922854] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.923950] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.924324] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 941.924324] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b7c349-0517-bd8f-67f6-092948db0dc8" [ 941.924324] env[69302]: _type = "Task" [ 941.924324] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.924543] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-843e6f76-f8ef-4606-a9af-b42b9bf1b229 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.947901] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b7c349-0517-bd8f-67f6-092948db0dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.00776} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.949511] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.949511] env[69302]: value = "task-3183718" [ 941.949511] env[69302]: _type = "Task" [ 941.949511] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.949698] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9c467a-8cc0-405e-9af5-56bb05f5c993 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.957897] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 941.957897] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525472cc-2384-6f33-a0f9-82c1c397f6d0" [ 941.957897] env[69302]: _type = "Task" [ 941.957897] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.960830] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183718, 'name': CreateVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.971597] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183714, 'name': CloneVM_Task, 'duration_secs': 1.150643} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.974807] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Created linked-clone VM from snapshot [ 941.975069] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525472cc-2384-6f33-a0f9-82c1c397f6d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.975718] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c525baf-c285-4df7-91d4-3c79fadee80e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.978242] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.978496] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f/c3105453-a51e-4dd8-ad07-8981f5399d4f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.978720] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db29a742-0537-4632-a70e-986d9bd5a126 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.985292] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Uploading image 2789f643-2541-4f41-872b-67770d070238 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 941.988475] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 941.988475] env[69302]: value = "task-3183719" [ 941.988475] env[69302]: _type = "Task" [ 941.988475] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.995826] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.006536] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 942.006536] env[69302]: value = "vm-636767" [ 942.006536] env[69302]: _type = "VirtualMachine" [ 942.006536] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 942.006782] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0288ffee-3393-45da-903c-629c35997f49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.013466] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lease: (returnval){ [ 942.013466] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d2c869-210b-4176-7397-10342d690c2e" [ 942.013466] env[69302]: _type = "HttpNfcLease" [ 942.013466] env[69302]: } obtained for exporting VM: (result){ [ 942.013466] env[69302]: value = "vm-636767" [ 942.013466] env[69302]: _type = "VirtualMachine" [ 942.013466] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 942.013812] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the lease: (returnval){ [ 942.013812] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d2c869-210b-4176-7397-10342d690c2e" [ 942.013812] env[69302]: _type = "HttpNfcLease" [ 942.013812] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 942.020693] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.020693] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d2c869-210b-4176-7397-10342d690c2e" [ 942.020693] env[69302]: _type = "HttpNfcLease" [ 942.020693] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 942.101078] env[69302]: DEBUG nova.scheduler.client.report [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.172077] env[69302]: DEBUG nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.210735] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 3d41d0c9-f036-4ea1-9316-13e5220f0f72] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.216060] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.216342] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.216516] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.216715] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.216871] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.217057] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.217296] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.217547] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.217653] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.217779] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.218059] env[69302]: DEBUG nova.virt.hardware [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.219166] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75bc063-1705-46d4-87c8-9171bb12bd3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.228643] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ce0121-483a-400b-921b-2d2e2641405f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.253135] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.346226] env[69302]: DEBUG nova.compute.manager [req-82e21035-eb48-4435-9e5c-4717adb30843 req-e6fb982d-195e-482c-b1db-8199a6838ee7 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Received event network-changed-4be35087-8009-48ef-bd94-e796a8b46ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.348211] env[69302]: DEBUG nova.compute.manager [req-82e21035-eb48-4435-9e5c-4717adb30843 req-e6fb982d-195e-482c-b1db-8199a6838ee7 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Refreshing instance network info cache due to event network-changed-4be35087-8009-48ef-bd94-e796a8b46ccb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.348466] env[69302]: DEBUG oslo_concurrency.lockutils [req-82e21035-eb48-4435-9e5c-4717adb30843 req-e6fb982d-195e-482c-b1db-8199a6838ee7 service nova] Acquiring lock "refresh_cache-25aa4949-2129-4163-a537-6f1b8afded9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.348615] env[69302]: DEBUG oslo_concurrency.lockutils [req-82e21035-eb48-4435-9e5c-4717adb30843 req-e6fb982d-195e-482c-b1db-8199a6838ee7 service nova] Acquired lock "refresh_cache-25aa4949-2129-4163-a537-6f1b8afded9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.348785] env[69302]: DEBUG nova.network.neutron [req-82e21035-eb48-4435-9e5c-4717adb30843 req-e6fb982d-195e-482c-b1db-8199a6838ee7 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Refreshing network info cache for port 4be35087-8009-48ef-bd94-e796a8b46ccb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.466541] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183718, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.499290] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183719, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.522320] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 942.522320] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d2c869-210b-4176-7397-10342d690c2e" [ 942.522320] env[69302]: _type = "HttpNfcLease" [ 942.522320] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 942.522737] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 942.522737] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d2c869-210b-4176-7397-10342d690c2e" [ 942.522737] env[69302]: _type = "HttpNfcLease" [ 942.522737] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 942.523501] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b9aff7-0687-431f-85df-0d9277fbe4e7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.531936] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e731b-7756-7810-b916-a3e5e740ec1a/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 942.532152] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e731b-7756-7810-b916-a3e5e740ec1a/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 942.606160] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.606534] env[69302]: DEBUG nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.609215] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.216s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.609599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.611590] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.533s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.613301] env[69302]: INFO nova.compute.claims [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.645282] env[69302]: INFO nova.scheduler.client.report [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Deleted allocations for instance 3be491dc-0ed7-40e5-b725-f7dfb1a951e6 [ 942.700176] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81dfdfcc-f0ee-4421-ba94-ff4c3f22d1cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.724360] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: befcb11c-d6e0-4353-90a1-fadd093233ed] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.856585] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.856585] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29a15c-3753-489b-b639-bde1e00659e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.863213] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.864285] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76238b9c-e46d-44d8-8e4e-a2a27cb1cf85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.932319] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.932535] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.932802] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleting the datastore file [datastore2] 82559a23-331a-4fb9-a620-e3319ea0123c {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.933068] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04577f7a-5b40-4829-b509-7dbe6d09a92f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.939849] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 942.939849] env[69302]: value = "task-3183722" [ 942.939849] env[69302]: _type = "Task" [ 942.939849] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.948228] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.960563] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183718, 'name': CreateVM_Task, 'duration_secs': 0.544931} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.960790] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.961426] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.961664] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.961880] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.962147] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de62188-9d3a-49b2-a522-784e86d7c6d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.967478] env[69302]: DEBUG nova.network.neutron [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Successfully updated port: ac26a889-0649-4e5f-88fa-2f0cda9ad686 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.970214] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 942.970214] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a78a05-07ea-4f21-cd4a-a77e9dba9d8e" [ 942.970214] env[69302]: _type = "Task" [ 942.970214] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.987107] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a78a05-07ea-4f21-cd4a-a77e9dba9d8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.004656] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183719, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.079492] env[69302]: DEBUG nova.network.neutron [req-82e21035-eb48-4435-9e5c-4717adb30843 req-e6fb982d-195e-482c-b1db-8199a6838ee7 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Updated VIF entry in instance network info cache for port 4be35087-8009-48ef-bd94-e796a8b46ccb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.079922] env[69302]: DEBUG nova.network.neutron [req-82e21035-eb48-4435-9e5c-4717adb30843 req-e6fb982d-195e-482c-b1db-8199a6838ee7 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Updating instance_info_cache with network_info: [{"id": "4be35087-8009-48ef-bd94-e796a8b46ccb", "address": "fa:16:3e:4b:2f:69", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be35087-80", "ovs_interfaceid": "4be35087-8009-48ef-bd94-e796a8b46ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.118542] env[69302]: DEBUG nova.compute.utils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.122675] env[69302]: DEBUG nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.122886] env[69302]: DEBUG nova.network.neutron [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.160229] env[69302]: DEBUG oslo_concurrency.lockutils [None req-04d527bf-6eef-4f66-86cc-736135019b2b tempest-VolumesAdminNegativeTest-2051585188 tempest-VolumesAdminNegativeTest-2051585188-project-member] Lock "3be491dc-0ed7-40e5-b725-f7dfb1a951e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.360s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.192272] env[69302]: DEBUG nova.policy [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc8c42f08794fe8bd16e507e23e5687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3f90c1699a1435fb0583aae030a8a93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.228444] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 8f0de8f5-8746-48b4-a7ab-7db84d0c2e3f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.454091] env[69302]: DEBUG oslo_vmware.api [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320445} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.454091] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.454488] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.454982] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.472740] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "refresh_cache-c0b280a4-030f-4140-a136-780120552626" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.472934] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "refresh_cache-c0b280a4-030f-4140-a136-780120552626" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.473410] env[69302]: DEBUG nova.network.neutron [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.486083] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a78a05-07ea-4f21-cd4a-a77e9dba9d8e, 'name': SearchDatastore_Task, 'duration_secs': 0.026202} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.486424] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.486664] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.486901] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.487089] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.487237] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.489384] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b6560d4-ca43-4abe-9aaf-cfafe15cf4b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.495053] env[69302]: INFO nova.scheduler.client.report [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted allocations for instance 82559a23-331a-4fb9-a620-e3319ea0123c [ 943.500371] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.500718] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.505081] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f5cbfd-26fc-493a-b85c-e3ec5d65fc64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.508778] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183719, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.511463] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 943.511463] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525ddc60-8738-89fe-80a4-2fc498e61c80" [ 943.511463] env[69302]: _type = "Task" [ 943.511463] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.521371] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525ddc60-8738-89fe-80a4-2fc498e61c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.557295] env[69302]: DEBUG nova.network.neutron [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Successfully created port: 52c1bbf4-aacf-4527-83c6-aa8ab8b401af {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.582559] env[69302]: DEBUG oslo_concurrency.lockutils [req-82e21035-eb48-4435-9e5c-4717adb30843 req-e6fb982d-195e-482c-b1db-8199a6838ee7 service nova] Releasing lock "refresh_cache-25aa4949-2129-4163-a537-6f1b8afded9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.626426] env[69302]: DEBUG nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.733361] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 81ac6050-d6fc-4479-a8b8-2e54078b8437] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.003089] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.003546] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183719, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.533311} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.006480] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f/c3105453-a51e-4dd8-ad07-8981f5399d4f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.006959] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.007511] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd62b1b-3594-4b80-8e54-bb3d73505c1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.018223] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 944.018223] env[69302]: value = "task-3183723" [ 944.018223] env[69302]: _type = "Task" [ 944.018223] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.024939] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525ddc60-8738-89fe-80a4-2fc498e61c80, 'name': SearchDatastore_Task, 'duration_secs': 0.015749} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.029117] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58491f7c-59c8-4e07-bae7-6d06434e4f6e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.032133] env[69302]: DEBUG nova.network.neutron [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.037816] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.041543] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 944.041543] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f39607-4c55-8a2d-45be-ecd71849008e" [ 944.041543] env[69302]: _type = "Task" [ 944.041543] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.055648] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f39607-4c55-8a2d-45be-ecd71849008e, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.055762] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.056048] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.056368] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b006bda-003e-4978-853f-85bd05ba7022 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.061888] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d388ee9-3b83-4b44-8af5-67edda1ff079 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.067898] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 944.067898] env[69302]: value = "task-3183724" [ 944.067898] env[69302]: _type = "Task" [ 944.067898] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.078040] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26b49a5-d3a6-4a1d-bc02-1a7e3f6b00bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.089362] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.125059] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aad79d-6afe-42c1-a769-29d6f5554f8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.138049] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b814b7-f605-45cd-a20b-205be14c4c29 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.156140] env[69302]: DEBUG nova.compute.provider_tree [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.237628] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 17485f1e-c1f0-432e-a121-14a75e4afd52] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.426468] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Received event network-vif-unplugged-87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.426997] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Acquiring lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.427284] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.427567] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.427751] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] No waiting events found dispatching network-vif-unplugged-87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.427975] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Received event network-vif-unplugged-87f447c0-6031-4290-acf0-f32dc20f8360 for instance with task_state deleting. {{(pid=69302) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 944.428244] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] Received event network-vif-plugged-ac26a889-0649-4e5f-88fa-2f0cda9ad686 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.428426] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Acquiring lock "c0b280a4-030f-4140-a136-780120552626-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.428694] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Lock "c0b280a4-030f-4140-a136-780120552626-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.428912] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Lock "c0b280a4-030f-4140-a136-780120552626-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.429143] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] No waiting events found dispatching network-vif-plugged-ac26a889-0649-4e5f-88fa-2f0cda9ad686 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.429438] env[69302]: WARNING nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] Received unexpected event network-vif-plugged-ac26a889-0649-4e5f-88fa-2f0cda9ad686 for instance with vm_state building and task_state spawning. [ 944.429606] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Received event network-changed-87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.429758] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Refreshing instance network info cache due to event network-changed-87f447c0-6031-4290-acf0-f32dc20f8360. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.429955] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Acquiring lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.430197] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Acquired lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.430421] env[69302]: DEBUG nova.network.neutron [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Refreshing network info cache for port 87f447c0-6031-4290-acf0-f32dc20f8360 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.527898] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082805} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.528183] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.528993] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa152629-b95c-41a0-9388-b42e1ed4af28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.551987] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f/c3105453-a51e-4dd8-ad07-8981f5399d4f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.552271] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-139e2c67-4a0b-4f76-9b7c-887e03e4b628 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.574735] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 944.574735] env[69302]: value = "task-3183725" [ 944.574735] env[69302]: _type = "Task" [ 944.574735] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.580974] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449914} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.581609] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.581832] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.582090] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-559581bc-af9e-4296-9376-8e09e8e90b39 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.587065] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.591724] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 944.591724] env[69302]: value = "task-3183726" [ 944.591724] env[69302]: _type = "Task" [ 944.591724] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.604258] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.630361] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "82559a23-331a-4fb9-a620-e3319ea0123c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.646954] env[69302]: DEBUG nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.659813] env[69302]: DEBUG nova.scheduler.client.report [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.665039] env[69302]: DEBUG nova.network.neutron [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Updating instance_info_cache with network_info: [{"id": "ac26a889-0649-4e5f-88fa-2f0cda9ad686", "address": "fa:16:3e:af:94:a0", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac26a889-06", "ovs_interfaceid": "ac26a889-0649-4e5f-88fa-2f0cda9ad686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.676794] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.677047] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.677203] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.677416] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.677529] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.677681] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.677892] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.678065] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.678441] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.678441] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.678556] env[69302]: DEBUG nova.virt.hardware [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.679695] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd36d0bc-7d38-4d17-a751-add42997295b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.690808] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2ac1c8-7eb3-4beb-b305-6663067a4f7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.741245] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 70505d2f-ad77-42e3-b0e7-a691d0552c50] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.085361] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183725, 'name': ReconfigVM_Task, 'duration_secs': 0.272644} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.085879] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Reconfigured VM instance instance-00000042 to attach disk [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f/c3105453-a51e-4dd8-ad07-8981f5399d4f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.086647] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca35045c-3598-4f17-a3f1-dc9a27571d42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.096159] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 945.096159] env[69302]: value = "task-3183727" [ 945.096159] env[69302]: _type = "Task" [ 945.096159] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.111234] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070271} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.115792] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.116657] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183727, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.117515] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193b5215-2f34-470a-90b1-83257c9e6e15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.150525] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.154061] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c928ac14-d303-4819-a13c-303b18fa5762 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.177749] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.177749] env[69302]: DEBUG nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.180521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "refresh_cache-c0b280a4-030f-4140-a136-780120552626" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.180900] env[69302]: DEBUG nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Instance network_info: |[{"id": "ac26a889-0649-4e5f-88fa-2f0cda9ad686", "address": "fa:16:3e:af:94:a0", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac26a889-06", "ovs_interfaceid": "ac26a889-0649-4e5f-88fa-2f0cda9ad686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.181921] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.086s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.183709] env[69302]: INFO nova.compute.claims [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.186810] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:94:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac26a889-0649-4e5f-88fa-2f0cda9ad686', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.196774] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.197995] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b280a4-030f-4140-a136-780120552626] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.198278] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65014699-4490-4c99-868a-a57f9e45e616 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.221531] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 945.221531] env[69302]: value = "task-3183728" [ 945.221531] env[69302]: _type = "Task" [ 945.221531] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.223011] env[69302]: DEBUG nova.compute.manager [req-59d3f1a6-df52-4a7a-b1bb-35d98bf6710c req-e78a7bcd-fc3e-4eae-8844-d3e4d7db6992 service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Received event network-vif-plugged-52c1bbf4-aacf-4527-83c6-aa8ab8b401af {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.223302] env[69302]: DEBUG oslo_concurrency.lockutils [req-59d3f1a6-df52-4a7a-b1bb-35d98bf6710c req-e78a7bcd-fc3e-4eae-8844-d3e4d7db6992 service nova] Acquiring lock "be243886-63e9-4606-b56d-53696ea2bd7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.223881] env[69302]: DEBUG oslo_concurrency.lockutils [req-59d3f1a6-df52-4a7a-b1bb-35d98bf6710c req-e78a7bcd-fc3e-4eae-8844-d3e4d7db6992 service nova] Lock "be243886-63e9-4606-b56d-53696ea2bd7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.223881] env[69302]: DEBUG oslo_concurrency.lockutils [req-59d3f1a6-df52-4a7a-b1bb-35d98bf6710c req-e78a7bcd-fc3e-4eae-8844-d3e4d7db6992 service nova] Lock "be243886-63e9-4606-b56d-53696ea2bd7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.223993] env[69302]: DEBUG nova.compute.manager [req-59d3f1a6-df52-4a7a-b1bb-35d98bf6710c req-e78a7bcd-fc3e-4eae-8844-d3e4d7db6992 service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] No waiting events found dispatching network-vif-plugged-52c1bbf4-aacf-4527-83c6-aa8ab8b401af {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.224579] env[69302]: WARNING nova.compute.manager [req-59d3f1a6-df52-4a7a-b1bb-35d98bf6710c req-e78a7bcd-fc3e-4eae-8844-d3e4d7db6992 service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Received unexpected event network-vif-plugged-52c1bbf4-aacf-4527-83c6-aa8ab8b401af for instance with vm_state building and task_state spawning. [ 945.229356] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.229356] env[69302]: value = "task-3183729" [ 945.229356] env[69302]: _type = "Task" [ 945.229356] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.238837] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.242317] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183729, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.247396] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b18af0c3-cdcb-433c-af15-1f0ce6335217] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.259472] env[69302]: DEBUG nova.network.neutron [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Updated VIF entry in instance network info cache for port 87f447c0-6031-4290-acf0-f32dc20f8360. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.259472] env[69302]: DEBUG nova.network.neutron [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Updating instance_info_cache with network_info: [{"id": "87f447c0-6031-4290-acf0-f32dc20f8360", "address": "fa:16:3e:80:19:54", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": null, "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap87f447c0-60", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.399279] env[69302]: DEBUG nova.network.neutron [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Successfully updated port: 52c1bbf4-aacf-4527-83c6-aa8ab8b401af {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.608105] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183727, 'name': Rename_Task, 'duration_secs': 0.147108} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.608418] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.608667] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fca63694-c42b-4046-a606-3c7f2c3efe5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.616133] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 945.616133] env[69302]: value = "task-3183730" [ 945.616133] env[69302]: _type = "Task" [ 945.616133] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.624945] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.683666] env[69302]: DEBUG nova.compute.utils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.685205] env[69302]: DEBUG nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.685420] env[69302]: DEBUG nova.network.neutron [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.734210] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183728, 'name': ReconfigVM_Task, 'duration_secs': 0.509715} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.738229] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.738953] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e25f1b19-5e88-4297-9b2d-68ff28edc477 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.745925] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183729, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.748100] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 945.748100] env[69302]: value = "task-3183731" [ 945.748100] env[69302]: _type = "Task" [ 945.748100] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.752131] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: dbfb2707-26a3-45d7-88d6-ebf26fc51817] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.756883] env[69302]: DEBUG nova.policy [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.762609] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183731, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.765312] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Releasing lock "refresh_cache-82559a23-331a-4fb9-a620-e3319ea0123c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.765614] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] Received event network-changed-ac26a889-0649-4e5f-88fa-2f0cda9ad686 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.765828] env[69302]: DEBUG nova.compute.manager [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] Refreshing instance network info cache due to event network-changed-ac26a889-0649-4e5f-88fa-2f0cda9ad686. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.766017] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Acquiring lock "refresh_cache-c0b280a4-030f-4140-a136-780120552626" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.766184] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Acquired lock "refresh_cache-c0b280a4-030f-4140-a136-780120552626" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.766399] env[69302]: DEBUG nova.network.neutron [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] Refreshing network info cache for port ac26a889-0649-4e5f-88fa-2f0cda9ad686 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.903691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquiring lock "refresh_cache-be243886-63e9-4606-b56d-53696ea2bd7a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.903886] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquired lock "refresh_cache-be243886-63e9-4606-b56d-53696ea2bd7a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.904584] env[69302]: DEBUG nova.network.neutron [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.126189] env[69302]: DEBUG oslo_vmware.api [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183730, 'name': PowerOnVM_Task, 'duration_secs': 0.473448} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.126457] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.126657] env[69302]: INFO nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Took 9.98 seconds to spawn the instance on the hypervisor. [ 946.126834] env[69302]: DEBUG nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.127605] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef19120-569c-4fc4-a051-a3953c914f30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.189924] env[69302]: DEBUG nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.247842] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183729, 'name': CreateVM_Task, 'duration_secs': 0.604598} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.248165] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b280a4-030f-4140-a136-780120552626] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.248762] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.248958] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.249311] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.249614] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d991813-75e2-4720-b2d3-b09e7f4fb2f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.258206] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 44884e11-f74e-4b24-9176-ff739acb1143] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.266612] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 946.266612] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f77af-6357-d654-6cd0-017bce21f5f5" [ 946.266612] env[69302]: _type = "Task" [ 946.266612] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.273991] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183731, 'name': Rename_Task, 'duration_secs': 0.142657} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.278433] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.279157] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4c24446-690d-473b-aa5a-74882d1abc90 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.290188] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f77af-6357-d654-6cd0-017bce21f5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.292091] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.292407] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.292684] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.292839] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.293074] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.293403] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 946.293403] env[69302]: value = "task-3183732" [ 946.293403] env[69302]: _type = "Task" [ 946.293403] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.293856] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45dc4141-fff1-496c-af92-67e68008229e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.307520] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183732, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.308751] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.309069] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.309706] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d598485-5397-482a-b4c0-660decbceb9e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.319665] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 946.319665] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d67507-da4a-19d6-c390-7c435c6e80f0" [ 946.319665] env[69302]: _type = "Task" [ 946.319665] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.328479] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d67507-da4a-19d6-c390-7c435c6e80f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.486537] env[69302]: DEBUG nova.network.neutron [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.622139] env[69302]: DEBUG nova.network.neutron [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] Updated VIF entry in instance network info cache for port ac26a889-0649-4e5f-88fa-2f0cda9ad686. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.622658] env[69302]: DEBUG nova.network.neutron [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] Updating instance_info_cache with network_info: [{"id": "ac26a889-0649-4e5f-88fa-2f0cda9ad686", "address": "fa:16:3e:af:94:a0", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac26a889-06", "ovs_interfaceid": "ac26a889-0649-4e5f-88fa-2f0cda9ad686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.637661] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04075136-9ee1-48fc-aa4e-8c77ab31c133 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.648136] env[69302]: DEBUG nova.network.neutron [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Successfully created port: fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.652528] env[69302]: INFO nova.compute.manager [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Took 51.67 seconds to build instance. [ 946.654840] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f304f-3302-4d19-b33b-832e01431630 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.692506] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d913512a-61b6-4b8c-987c-ef2a3bc4b579 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.706059] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcdde5d-7a83-4de6-a369-7f77dfbff255 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.721650] env[69302]: DEBUG nova.compute.provider_tree [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.737277] env[69302]: DEBUG nova.network.neutron [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Updating instance_info_cache with network_info: [{"id": "52c1bbf4-aacf-4527-83c6-aa8ab8b401af", "address": "fa:16:3e:88:7c:d7", "network": {"id": "d60b5ee0-7aec-4b4d-99cb-b94e1d8f58a2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1922465421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3f90c1699a1435fb0583aae030a8a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c1bbf4-aa", "ovs_interfaceid": "52c1bbf4-aacf-4527-83c6-aa8ab8b401af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.762436] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 9991015b-e2ca-49c4-89e9-78bbe9ce9919] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.806396] env[69302]: DEBUG oslo_vmware.api [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183732, 'name': PowerOnVM_Task, 'duration_secs': 0.473966} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.810018] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.810018] env[69302]: INFO nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Took 7.06 seconds to spawn the instance on the hypervisor. [ 946.810018] env[69302]: DEBUG nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.810018] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3580109f-f236-48a1-b68c-35feeb2c34ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.830179] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d67507-da4a-19d6-c390-7c435c6e80f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.834020] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ab4a3e-fed9-444b-a7d0-1e28f14cd4ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.836653] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 946.836653] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f690ab-404a-2d4d-df76-d8bfe2d9ad5f" [ 946.836653] env[69302]: _type = "Task" [ 946.836653] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.845553] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f690ab-404a-2d4d-df76-d8bfe2d9ad5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.125574] env[69302]: DEBUG oslo_concurrency.lockutils [req-55d28c1c-4666-4efd-910b-26e5aa518d03 req-bb4f363e-a1c4-4142-9d9b-3267155dc654 service nova] Releasing lock "refresh_cache-c0b280a4-030f-4140-a136-780120552626" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.154824] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0fc3119-bd32-4923-860d-dfabaa1eb2cd tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c3105453-a51e-4dd8-ad07-8981f5399d4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.514s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.203029] env[69302]: DEBUG nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.227179] env[69302]: DEBUG nova.scheduler.client.report [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.232196] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.232416] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.232651] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.232881] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.233072] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.233255] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.233526] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.233750] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.234146] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.235556] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.235556] env[69302]: DEBUG nova.virt.hardware [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.235556] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41698ef7-5a8e-4123-a9c1-1366607d246a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.239970] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Releasing lock "refresh_cache-be243886-63e9-4606-b56d-53696ea2bd7a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.240707] env[69302]: DEBUG nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Instance network_info: |[{"id": "52c1bbf4-aacf-4527-83c6-aa8ab8b401af", "address": "fa:16:3e:88:7c:d7", "network": {"id": "d60b5ee0-7aec-4b4d-99cb-b94e1d8f58a2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1922465421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3f90c1699a1435fb0583aae030a8a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c1bbf4-aa", "ovs_interfaceid": "52c1bbf4-aacf-4527-83c6-aa8ab8b401af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.240707] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:7c:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c1bbf4-aacf-4527-83c6-aa8ab8b401af', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.249401] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Creating folder: Project (b3f90c1699a1435fb0583aae030a8a93). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.253777] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71cdbb52-3af8-46fc-af62-f4fd4689ee93 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.257957] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1222722-e305-4833-b6e2-14093c74f7e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.263974] env[69302]: DEBUG nova.compute.manager [req-0d278303-633c-475d-9f6b-c02ffd1b0fe4 req-30f4f716-ebca-4030-8f6c-0032fff0f9b2 service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Received event network-changed-52c1bbf4-aacf-4527-83c6-aa8ab8b401af {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.264249] env[69302]: DEBUG nova.compute.manager [req-0d278303-633c-475d-9f6b-c02ffd1b0fe4 req-30f4f716-ebca-4030-8f6c-0032fff0f9b2 service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Refreshing instance network info cache due to event network-changed-52c1bbf4-aacf-4527-83c6-aa8ab8b401af. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.264566] env[69302]: DEBUG oslo_concurrency.lockutils [req-0d278303-633c-475d-9f6b-c02ffd1b0fe4 req-30f4f716-ebca-4030-8f6c-0032fff0f9b2 service nova] Acquiring lock "refresh_cache-be243886-63e9-4606-b56d-53696ea2bd7a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.264757] env[69302]: DEBUG oslo_concurrency.lockutils [req-0d278303-633c-475d-9f6b-c02ffd1b0fe4 req-30f4f716-ebca-4030-8f6c-0032fff0f9b2 service nova] Acquired lock "refresh_cache-be243886-63e9-4606-b56d-53696ea2bd7a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.265064] env[69302]: DEBUG nova.network.neutron [req-0d278303-633c-475d-9f6b-c02ffd1b0fe4 req-30f4f716-ebca-4030-8f6c-0032fff0f9b2 service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Refreshing network info cache for port 52c1bbf4-aacf-4527-83c6-aa8ab8b401af {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.271621] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 389cef4c-9efd-4850-bd8e-d5dbaa30ede9] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.276307] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Created folder: Project (b3f90c1699a1435fb0583aae030a8a93) in parent group-v636578. [ 947.276507] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Creating folder: Instances. Parent ref: group-v636772. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.287076] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca8aa17d-fc9c-4c3f-9623-9388920b7266 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.301200] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Created folder: Instances in parent group-v636772. [ 947.301200] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.301200] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.301299] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bb0cc4a-6a83-4791-9011-f156eb2e144e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.328312] env[69302]: INFO nova.compute.manager [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Took 31.29 seconds to build instance. [ 947.330794] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.330794] env[69302]: value = "task-3183735" [ 947.330794] env[69302]: _type = "Task" [ 947.330794] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.339692] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183735, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.350202] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f690ab-404a-2d4d-df76-d8bfe2d9ad5f, 'name': SearchDatastore_Task, 'duration_secs': 0.022169} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.351121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.351416] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c0b280a4-030f-4140-a136-780120552626/c0b280a4-030f-4140-a136-780120552626.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.351707] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21663446-799b-4ec6-ae53-15a33a65f4cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.359330] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 947.359330] env[69302]: value = "task-3183736" [ 947.359330] env[69302]: _type = "Task" [ 947.359330] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.368481] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.731651] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.732372] env[69302]: DEBUG nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.736770] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.011s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.738737] env[69302]: INFO nova.compute.claims [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.779360] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 099411cb-0e40-4cb7-b36e-12409f837436] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.832035] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a788a35-8c90-41a0-8a64-577b1e18ec66 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "25aa4949-2129-4163-a537-6f1b8afded9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.209s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.845024] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183735, 'name': CreateVM_Task, 'duration_secs': 0.463514} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.845257] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.846109] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.846334] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.846757] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.850242] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857edeea-6b92-446a-aa5c-44e234fe9da2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.857239] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 947.857239] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52389c26-e8e6-da99-e46f-462ebf42b07e" [ 947.857239] env[69302]: _type = "Task" [ 947.857239] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.871440] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52389c26-e8e6-da99-e46f-462ebf42b07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.875406] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.143429] env[69302]: DEBUG nova.network.neutron [req-0d278303-633c-475d-9f6b-c02ffd1b0fe4 req-30f4f716-ebca-4030-8f6c-0032fff0f9b2 service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Updated VIF entry in instance network info cache for port 52c1bbf4-aacf-4527-83c6-aa8ab8b401af. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.144081] env[69302]: DEBUG nova.network.neutron [req-0d278303-633c-475d-9f6b-c02ffd1b0fe4 req-30f4f716-ebca-4030-8f6c-0032fff0f9b2 service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Updating instance_info_cache with network_info: [{"id": "52c1bbf4-aacf-4527-83c6-aa8ab8b401af", "address": "fa:16:3e:88:7c:d7", "network": {"id": "d60b5ee0-7aec-4b4d-99cb-b94e1d8f58a2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1922465421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3f90c1699a1435fb0583aae030a8a93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c1bbf4-aa", "ovs_interfaceid": "52c1bbf4-aacf-4527-83c6-aa8ab8b401af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.245211] env[69302]: DEBUG nova.compute.utils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.251607] env[69302]: DEBUG nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.251904] env[69302]: DEBUG nova.network.neutron [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.286151] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: d684c74f-d058-47b5-8dcc-fc9287843569] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.292955] env[69302]: DEBUG nova.policy [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b975bcc2eb6648bc996be2b98f47d8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30e9d968e79436d857749905bd989ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.378242] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52389c26-e8e6-da99-e46f-462ebf42b07e, 'name': SearchDatastore_Task, 'duration_secs': 0.023419} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.382029] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.382298] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.382546] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.382720] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.382916] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.383229] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647853} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.383446] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee45c93b-cd16-440c-b2f7-f56b0c6297e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.387961] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c0b280a4-030f-4140-a136-780120552626/c0b280a4-030f-4140-a136-780120552626.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.388610] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.389491] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d7263e-7a2a-4e52-96fe-31718d7f27a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.396083] env[69302]: DEBUG nova.network.neutron [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Successfully updated port: fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.399019] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 948.399019] env[69302]: value = "task-3183737" [ 948.399019] env[69302]: _type = "Task" [ 948.399019] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.400637] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.401371] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.404688] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308a2a42-210b-40d1-acb0-0a08b189499b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.412835] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.415144] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 948.415144] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5205849d-ee35-0227-477e-a008cb91f1cc" [ 948.415144] env[69302]: _type = "Task" [ 948.415144] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.426529] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5205849d-ee35-0227-477e-a008cb91f1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.627944] env[69302]: DEBUG nova.network.neutron [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Successfully created port: e08a87bf-134b-447d-9f14-e77148e28aeb {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.647632] env[69302]: DEBUG oslo_concurrency.lockutils [req-0d278303-633c-475d-9f6b-c02ffd1b0fe4 req-30f4f716-ebca-4030-8f6c-0032fff0f9b2 service nova] Releasing lock "refresh_cache-be243886-63e9-4606-b56d-53696ea2bd7a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.753751] env[69302]: DEBUG nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.792524] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: bb170d5c-9e61-4041-b16e-6c8051e46f8a] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.901822] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.901822] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.901822] env[69302]: DEBUG nova.network.neutron [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.916689] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099069} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.921112] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.925375] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c4c07-0727-4fbd-86da-db25bb2d00c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.935095] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5205849d-ee35-0227-477e-a008cb91f1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.957495] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c0b280a4-030f-4140-a136-780120552626/c0b280a4-030f-4140-a136-780120552626.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.960717] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f0bdd8-d5cc-4b9f-acd0-d4cd16193256 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.963865] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b09ee3c-4e29-42a3-be5f-8ed705eb7640 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.985777] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 948.985777] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c9eabe-bffe-8f89-3912-7da889654d9f" [ 948.985777] env[69302]: _type = "Task" [ 948.985777] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.990579] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 948.990579] env[69302]: value = "task-3183738" [ 948.990579] env[69302]: _type = "Task" [ 948.990579] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.999830] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c9eabe-bffe-8f89-3912-7da889654d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.005633] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.186988] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7792ea69-a0e5-4f4e-a1a9-f51d375cb061 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.196970] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1fe417-6fb0-4245-8292-fa342c8a5b77 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.231285] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc826699-12e2-4a35-8c94-c8c757067ade {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.239357] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbe29a5-b1e4-45b6-97f0-7bd3679d00cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.254505] env[69302]: DEBUG nova.compute.provider_tree [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.288688] env[69302]: DEBUG nova.compute.manager [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Received event network-changed-e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.288831] env[69302]: DEBUG nova.compute.manager [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Refreshing instance network info cache due to event network-changed-e0290f79-20a8-4143-a319-82bc01e63796. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.289136] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Acquiring lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.289324] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Acquired lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.289461] env[69302]: DEBUG nova.network.neutron [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Refreshing network info cache for port e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.301272] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: dd81649a-43aa-42f9-bb5b-8450a93258a3] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.451755] env[69302]: DEBUG nova.network.neutron [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.499194] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c9eabe-bffe-8f89-3912-7da889654d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.016526} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.499904] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.500198] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] be243886-63e9-4606-b56d-53696ea2bd7a/be243886-63e9-4606-b56d-53696ea2bd7a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.502768] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6988df51-91d6-47be-8de7-6f9437d68e54 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.508187] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183738, 'name': ReconfigVM_Task, 'duration_secs': 0.498212} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.508817] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c0b280a4-030f-4140-a136-780120552626/c0b280a4-030f-4140-a136-780120552626.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.509450] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-210bcdc0-7b70-4664-ab69-e58a722758b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.513542] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 949.513542] env[69302]: value = "task-3183739" [ 949.513542] env[69302]: _type = "Task" [ 949.513542] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.519548] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 949.519548] env[69302]: value = "task-3183740" [ 949.519548] env[69302]: _type = "Task" [ 949.519548] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.526352] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.531350] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183740, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.621426] env[69302]: DEBUG nova.network.neutron [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.758552] env[69302]: DEBUG nova.scheduler.client.report [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.769995] env[69302]: DEBUG nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.804709] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.805874] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.806160] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.806472] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.806732] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.806979] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.807351] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.807616] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.807821] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.808007] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.808197] env[69302]: DEBUG nova.virt.hardware [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.808664] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: dd64bebb-7c5b-48cb-b670-52983ffe6ba5] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.811066] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b758e2b5-20dd-4b6e-940c-bb6b86ce9d9e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.823380] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48f7acf-3d0b-48a4-9d4c-7e8472e5a914 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.029156] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183739, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.039289] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183740, 'name': Rename_Task, 'duration_secs': 0.199239} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.039289] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.039289] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9962a387-49dc-40a3-b6ac-f9fd68d7b40d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.048100] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 950.048100] env[69302]: value = "task-3183741" [ 950.048100] env[69302]: _type = "Task" [ 950.048100] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.059577] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.113095] env[69302]: DEBUG nova.network.neutron [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Updated VIF entry in instance network info cache for port e0290f79-20a8-4143-a319-82bc01e63796. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.113494] env[69302]: DEBUG nova.network.neutron [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Updating instance_info_cache with network_info: [{"id": "e0290f79-20a8-4143-a319-82bc01e63796", "address": "fa:16:3e:ac:98:f8", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0290f79-20", "ovs_interfaceid": "e0290f79-20a8-4143-a319-82bc01e63796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.124383] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.124383] env[69302]: DEBUG nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Instance network_info: |[{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.124764] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:70:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcccc282-3f57-4d89-a1bd-290fd04fb1c8', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.133925] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.134299] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.134541] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-089a50b5-49db-42ef-8310-bad9fd045122 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.158269] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.158269] env[69302]: value = "task-3183742" [ 950.158269] env[69302]: _type = "Task" [ 950.158269] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.168437] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183742, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.263737] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.264498] env[69302]: DEBUG nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.268211] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.096s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.272049] env[69302]: INFO nova.compute.claims [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.316455] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 1c952e24-4c6b-4dbc-9976-fcf5510e30c2] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.347939] env[69302]: DEBUG nova.compute.manager [req-5aa4f90a-5cd7-4622-acad-d01191628786 req-d2c9bf71-8add-4b4c-9cfb-a2e0e8f1c7e9 service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Received event network-vif-plugged-e08a87bf-134b-447d-9f14-e77148e28aeb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.348202] env[69302]: DEBUG oslo_concurrency.lockutils [req-5aa4f90a-5cd7-4622-acad-d01191628786 req-d2c9bf71-8add-4b4c-9cfb-a2e0e8f1c7e9 service nova] Acquiring lock "39066da5-e656-4aa9-bb3f-0deb8bad255f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.349076] env[69302]: DEBUG oslo_concurrency.lockutils [req-5aa4f90a-5cd7-4622-acad-d01191628786 req-d2c9bf71-8add-4b4c-9cfb-a2e0e8f1c7e9 service nova] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.349287] env[69302]: DEBUG oslo_concurrency.lockutils [req-5aa4f90a-5cd7-4622-acad-d01191628786 req-d2c9bf71-8add-4b4c-9cfb-a2e0e8f1c7e9 service nova] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.349461] env[69302]: DEBUG nova.compute.manager [req-5aa4f90a-5cd7-4622-acad-d01191628786 req-d2c9bf71-8add-4b4c-9cfb-a2e0e8f1c7e9 service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] No waiting events found dispatching network-vif-plugged-e08a87bf-134b-447d-9f14-e77148e28aeb {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.349630] env[69302]: WARNING nova.compute.manager [req-5aa4f90a-5cd7-4622-acad-d01191628786 req-d2c9bf71-8add-4b4c-9cfb-a2e0e8f1c7e9 service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Received unexpected event network-vif-plugged-e08a87bf-134b-447d-9f14-e77148e28aeb for instance with vm_state building and task_state spawning. [ 950.378660] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e731b-7756-7810-b916-a3e5e740ec1a/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 950.379612] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a96028f-ef06-4870-9798-185bc40111cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.387091] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e731b-7756-7810-b916-a3e5e740ec1a/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 950.387217] env[69302]: ERROR oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e731b-7756-7810-b916-a3e5e740ec1a/disk-0.vmdk due to incomplete transfer. [ 950.387428] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28cc9b0d-d5e1-42a3-a573-da28cf15ff89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.398027] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e731b-7756-7810-b916-a3e5e740ec1a/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 950.398027] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Uploaded image 2789f643-2541-4f41-872b-67770d070238 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 950.398027] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 950.398027] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2cd1aaf-9daf-44d5-8c46-f4cebe47e188 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.403783] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 950.403783] env[69302]: value = "task-3183743" [ 950.403783] env[69302]: _type = "Task" [ 950.403783] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.413424] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183743, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.464579] env[69302]: DEBUG nova.network.neutron [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Successfully updated port: e08a87bf-134b-447d-9f14-e77148e28aeb {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.525982] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593905} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.526293] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] be243886-63e9-4606-b56d-53696ea2bd7a/be243886-63e9-4606-b56d-53696ea2bd7a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.526508] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.526760] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-100512c4-0b5c-4d01-994b-bc2483caa9d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.533911] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 950.533911] env[69302]: value = "task-3183744" [ 950.533911] env[69302]: _type = "Task" [ 950.533911] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.541489] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.556607] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183741, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.616707] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Releasing lock "refresh_cache-c3105453-a51e-4dd8-ad07-8981f5399d4f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.617025] env[69302]: DEBUG nova.compute.manager [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-vif-plugged-fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.617304] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.617528] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.617697] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.617867] env[69302]: DEBUG nova.compute.manager [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] No waiting events found dispatching network-vif-plugged-fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.618105] env[69302]: WARNING nova.compute.manager [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received unexpected event network-vif-plugged-fcccc282-3f57-4d89-a1bd-290fd04fb1c8 for instance with vm_state building and task_state spawning. [ 950.618212] env[69302]: DEBUG nova.compute.manager [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-changed-fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.618365] env[69302]: DEBUG nova.compute.manager [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Refreshing instance network info cache due to event network-changed-fcccc282-3f57-4d89-a1bd-290fd04fb1c8. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.618547] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Acquiring lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.618683] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Acquired lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.618838] env[69302]: DEBUG nova.network.neutron [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Refreshing network info cache for port fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.668730] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183742, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.778894] env[69302]: DEBUG nova.compute.utils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.783845] env[69302]: DEBUG nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.783845] env[69302]: DEBUG nova.network.neutron [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.820351] env[69302]: DEBUG nova.policy [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b975bcc2eb6648bc996be2b98f47d8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30e9d968e79436d857749905bd989ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.821991] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: fb021b97-1036-47e1-a0ea-3db555586804] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.914171] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183743, 'name': Destroy_Task, 'duration_secs': 0.342215} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.914934] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Destroyed the VM [ 950.914934] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 950.914934] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c5bc9af-9d16-4c04-89e0-81812c810bb7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.920777] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 950.920777] env[69302]: value = "task-3183745" [ 950.920777] env[69302]: _type = "Task" [ 950.920777] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.929219] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183745, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.968009] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.968195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.968553] env[69302]: DEBUG nova.network.neutron [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.044162] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114911} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.044440] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.045250] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14d2110-5b21-49af-9689-4b9117b8dcf8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.070602] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] be243886-63e9-4606-b56d-53696ea2bd7a/be243886-63e9-4606-b56d-53696ea2bd7a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.071432] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d652c7-28d7-4aa1-bee1-1143931c4e77 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.088567] env[69302]: DEBUG oslo_vmware.api [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183741, 'name': PowerOnVM_Task, 'duration_secs': 0.83252} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.089216] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.089422] env[69302]: INFO nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Took 8.92 seconds to spawn the instance on the hypervisor. [ 951.089601] env[69302]: DEBUG nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.090471] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dd8aa6-370e-4f97-9faf-dddf7716c1e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.094502] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 951.094502] env[69302]: value = "task-3183746" [ 951.094502] env[69302]: _type = "Task" [ 951.094502] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.098567] env[69302]: DEBUG nova.network.neutron [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Successfully created port: df9507f9-1987-4302-86fc-b148320b5237 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.110336] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.174895] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183742, 'name': CreateVM_Task, 'duration_secs': 0.600716} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.177912] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.178657] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.178832] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.179503] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.180403] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553b77b6-35f4-421e-8213-138311be1cda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.186200] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 951.186200] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5217fb6d-4aea-f078-deb0-c2a014cf4bbc" [ 951.186200] env[69302]: _type = "Task" [ 951.186200] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.196621] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5217fb6d-4aea-f078-deb0-c2a014cf4bbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.286983] env[69302]: DEBUG nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.325918] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 19dd952a-38f4-40d3-b69b-8723d5bc6a32] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.436459] env[69302]: DEBUG oslo_vmware.api [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183745, 'name': RemoveSnapshot_Task, 'duration_secs': 0.436541} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.436777] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 951.437115] env[69302]: INFO nova.compute.manager [None req-8a5d1373-ce03-450d-b6f7-29e32dd10945 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Took 12.56 seconds to snapshot the instance on the hypervisor. [ 951.506803] env[69302]: DEBUG nova.network.neutron [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.522755] env[69302]: DEBUG nova.network.neutron [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updated VIF entry in instance network info cache for port fcccc282-3f57-4d89-a1bd-290fd04fb1c8. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.523140] env[69302]: DEBUG nova.network.neutron [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.604435] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183746, 'name': ReconfigVM_Task, 'duration_secs': 0.322713} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.604700] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Reconfigured VM instance instance-00000045 to attach disk [datastore1] be243886-63e9-4606-b56d-53696ea2bd7a/be243886-63e9-4606-b56d-53696ea2bd7a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.607832] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae692c1-d3e9-42b6-b253-124a3dfff8af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.617020] env[69302]: INFO nova.compute.manager [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Took 34.51 seconds to build instance. [ 951.621406] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 951.621406] env[69302]: value = "task-3183747" [ 951.621406] env[69302]: _type = "Task" [ 951.621406] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.633301] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183747, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.671940] env[69302]: DEBUG nova.network.neutron [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Updating instance_info_cache with network_info: [{"id": "e08a87bf-134b-447d-9f14-e77148e28aeb", "address": "fa:16:3e:56:40:43", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08a87bf-13", "ovs_interfaceid": "e08a87bf-134b-447d-9f14-e77148e28aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.699689] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d196ed12-ecb0-4e23-9aee-2c672fcf3ef0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.709253] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5217fb6d-4aea-f078-deb0-c2a014cf4bbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012927} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.710012] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.710318] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.710642] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.710875] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.711096] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.711366] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-746c471c-2c02-48bc-a4f3-1d1904829755 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.716183] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a7f42-4a65-4de4-b545-ca444cf3224b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.722135] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.722324] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.751431] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de867ebd-2d83-4acd-ac49-4aa202ce7bd2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.754775] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd74788c-6774-49f0-9dd1-1a337bc7ba35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.761110] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 951.761110] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b1b49b-6c59-6651-4621-12ef9c86b171" [ 951.761110] env[69302]: _type = "Task" [ 951.761110] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.766707] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5410a4-3ae8-456a-b507-063c1c383dff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.779369] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b1b49b-6c59-6651-4621-12ef9c86b171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.789129] env[69302]: DEBUG nova.compute.provider_tree [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.835327] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: d5f48c32-267d-4702-b9f2-11cc5588a84e] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.027624] env[69302]: DEBUG oslo_concurrency.lockutils [req-26b12511-b649-4b28-bc99-de5507a392c1 req-51ed4187-eeee-4b21-96a5-02ef89e1ee03 service nova] Releasing lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.121265] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8779669c-7c6a-4041-9039-06d307711cd1 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "c0b280a4-030f-4140-a136-780120552626" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.061s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.139869] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183747, 'name': Rename_Task, 'duration_secs': 0.142791} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.139869] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.139869] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11350aa8-9fab-4e9d-bc22-07a18822e4ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.147796] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 952.147796] env[69302]: value = "task-3183748" [ 952.147796] env[69302]: _type = "Task" [ 952.147796] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.157193] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.176448] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.177107] env[69302]: DEBUG nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Instance network_info: |[{"id": "e08a87bf-134b-447d-9f14-e77148e28aeb", "address": "fa:16:3e:56:40:43", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08a87bf-13", "ovs_interfaceid": "e08a87bf-134b-447d-9f14-e77148e28aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.177653] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:40:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e08a87bf-134b-447d-9f14-e77148e28aeb', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.186267] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Creating folder: Project (d30e9d968e79436d857749905bd989ba). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.186774] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21bfa3ef-b31b-4269-b6fe-c98dca402ed1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.202281] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Created folder: Project (d30e9d968e79436d857749905bd989ba) in parent group-v636578. [ 952.202576] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Creating folder: Instances. Parent ref: group-v636776. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.203031] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2a4cace-8702-411b-92a5-5305a34f4f7f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.216414] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Created folder: Instances in parent group-v636776. [ 952.216414] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.216414] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.216414] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-576827e3-a386-4da3-a1fe-dc3833ab8f16 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.240247] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.240247] env[69302]: value = "task-3183751" [ 952.240247] env[69302]: _type = "Task" [ 952.240247] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.250582] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183751, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.273203] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b1b49b-6c59-6651-4621-12ef9c86b171, 'name': SearchDatastore_Task, 'duration_secs': 0.02071} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.274150] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d62a2b0-d7e7-41fa-8665-b1b36d6a20bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.276699] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "759448b1-d871-474c-a53a-1380e453b798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.276974] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "759448b1-d871-474c-a53a-1380e453b798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.277821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "759448b1-d871-474c-a53a-1380e453b798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.277821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "759448b1-d871-474c-a53a-1380e453b798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.277821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "759448b1-d871-474c-a53a-1380e453b798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.280701] env[69302]: INFO nova.compute.manager [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Terminating instance [ 952.283593] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 952.283593] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524d3503-6f38-fd16-53e2-d265bc91b437" [ 952.283593] env[69302]: _type = "Task" [ 952.283593] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.299289] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524d3503-6f38-fd16-53e2-d265bc91b437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.300836] env[69302]: DEBUG nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.337720] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.337840] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.337923] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.338125] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.338330] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.338413] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.338627] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.338775] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.339045] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.339102] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.339255] env[69302]: DEBUG nova.virt.hardware [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.339938] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 42f0a6b6-116c-4453-84a6-cac9f8750541] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.342285] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515cf3f2-d077-4f6e-bb5f-b13f1b105b3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.347615] env[69302]: DEBUG nova.scheduler.client.report [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 952.347615] env[69302]: DEBUG nova.compute.provider_tree [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 97 to 98 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 952.347615] env[69302]: DEBUG nova.compute.provider_tree [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.356597] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222241b4-9882-4474-89a9-89229ef82d07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.657589] env[69302]: DEBUG oslo_vmware.api [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183748, 'name': PowerOnVM_Task, 'duration_secs': 0.469248} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.657733] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.657943] env[69302]: INFO nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Took 8.01 seconds to spawn the instance on the hypervisor. [ 952.658145] env[69302]: DEBUG nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.658989] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf428d-faef-49b4-8c35-17af077efba7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.671215] env[69302]: DEBUG nova.compute.manager [req-438ec058-b538-43b0-bc84-13e63b32125d req-da416d48-3147-46fa-b467-a1191ae17789 service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Received event network-changed-e08a87bf-134b-447d-9f14-e77148e28aeb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.671315] env[69302]: DEBUG nova.compute.manager [req-438ec058-b538-43b0-bc84-13e63b32125d req-da416d48-3147-46fa-b467-a1191ae17789 service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Refreshing instance network info cache due to event network-changed-e08a87bf-134b-447d-9f14-e77148e28aeb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.672504] env[69302]: DEBUG oslo_concurrency.lockutils [req-438ec058-b538-43b0-bc84-13e63b32125d req-da416d48-3147-46fa-b467-a1191ae17789 service nova] Acquiring lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.672504] env[69302]: DEBUG oslo_concurrency.lockutils [req-438ec058-b538-43b0-bc84-13e63b32125d req-da416d48-3147-46fa-b467-a1191ae17789 service nova] Acquired lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.672504] env[69302]: DEBUG nova.network.neutron [req-438ec058-b538-43b0-bc84-13e63b32125d req-da416d48-3147-46fa-b467-a1191ae17789 service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Refreshing network info cache for port e08a87bf-134b-447d-9f14-e77148e28aeb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.753188] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183751, 'name': CreateVM_Task, 'duration_secs': 0.401869} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.753188] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.753188] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.753188] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.753188] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.753473] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fb46b2-19e4-4f68-a564-2043f9b84949 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.759111] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 952.759111] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52178a68-e4d0-07f5-6d53-fa4db70fcc2b" [ 952.759111] env[69302]: _type = "Task" [ 952.759111] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.765835] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.766074] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.773511] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52178a68-e4d0-07f5-6d53-fa4db70fcc2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.791052] env[69302]: DEBUG nova.compute.manager [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.791386] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.799087] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70319557-b666-40f0-9de7-058121acc274 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.801797] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524d3503-6f38-fd16-53e2-d265bc91b437, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.801952] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.802236] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490/597ddeb9-b1cb-4691-bfc0-f94bcdfdf490.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.802904] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-599f94d2-f27c-4a7e-b02d-bac5b7276377 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.809222] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.809222] env[69302]: DEBUG nova.network.neutron [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Successfully updated port: df9507f9-1987-4302-86fc-b148320b5237 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.809936] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0c006c2-1ea8-46b3-96cd-9c84e7ca0bc6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.813672] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 952.813672] env[69302]: value = "task-3183752" [ 952.813672] env[69302]: _type = "Task" [ 952.813672] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.822895] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.847563] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 3ea11bb2-8f70-41b9-a1de-93329a648fb9] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.856019] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.856019] env[69302]: DEBUG nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.858494] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.830s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.859163] env[69302]: DEBUG nova.objects.instance [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lazy-loading 'resources' on Instance uuid 55d2e554-babf-4a85-9c2a-656e0b361f35 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.878026] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.878026] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.878026] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleting the datastore file [datastore1] 759448b1-d871-474c-a53a-1380e453b798 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.878026] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96542ef3-ad06-4397-9e13-1a9e092191bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.885137] env[69302]: DEBUG oslo_vmware.api [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 952.885137] env[69302]: value = "task-3183754" [ 952.885137] env[69302]: _type = "Task" [ 952.885137] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.895339] env[69302]: DEBUG oslo_vmware.api [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.943567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "3873239f-b0b8-4927-8c11-b106bc4f29d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.943668] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "3873239f-b0b8-4927-8c11-b106bc4f29d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.184290] env[69302]: INFO nova.compute.manager [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Took 34.84 seconds to build instance. [ 953.268117] env[69302]: DEBUG nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.279969] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52178a68-e4d0-07f5-6d53-fa4db70fcc2b, 'name': SearchDatastore_Task, 'duration_secs': 0.023704} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.280621] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.280981] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.281313] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.281495] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.281711] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.282096] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caa99c40-acc9-4839-822b-379068479d3b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.300189] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.300189] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.303140] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea393149-b82c-4967-825b-79962a416ee4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.310055] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 953.310055] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52230c70-08e3-36d7-959b-e67f92782b6f" [ 953.310055] env[69302]: _type = "Task" [ 953.310055] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.319022] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "refresh_cache-1ef489df-adcb-4c74-9827-69a7d0d1d8ea" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.319454] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "refresh_cache-1ef489df-adcb-4c74-9827-69a7d0d1d8ea" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.319620] env[69302]: DEBUG nova.network.neutron [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.331621] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52230c70-08e3-36d7-959b-e67f92782b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.339610] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183752, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.354024] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: e23100e6-9f59-4d0e-aff6-362854304d90] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.369252] env[69302]: DEBUG nova.compute.utils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.372878] env[69302]: DEBUG nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.373546] env[69302]: DEBUG nova.network.neutron [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.401214] env[69302]: DEBUG oslo_vmware.api [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439288} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.405300] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.405835] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.406305] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.406672] env[69302]: INFO nova.compute.manager [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 759448b1-d871-474c-a53a-1380e453b798] Took 0.62 seconds to destroy the instance on the hypervisor. [ 953.407806] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.408631] env[69302]: DEBUG nova.compute.manager [-] [instance: 759448b1-d871-474c-a53a-1380e453b798] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.410689] env[69302]: DEBUG nova.network.neutron [-] [instance: 759448b1-d871-474c-a53a-1380e453b798] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.449742] env[69302]: DEBUG nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.457431] env[69302]: DEBUG nova.policy [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b975bcc2eb6648bc996be2b98f47d8f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd30e9d968e79436d857749905bd989ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.509965] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.510357] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.554838] env[69302]: DEBUG nova.network.neutron [req-438ec058-b538-43b0-bc84-13e63b32125d req-da416d48-3147-46fa-b467-a1191ae17789 service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Updated VIF entry in instance network info cache for port e08a87bf-134b-447d-9f14-e77148e28aeb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.555260] env[69302]: DEBUG nova.network.neutron [req-438ec058-b538-43b0-bc84-13e63b32125d req-da416d48-3147-46fa-b467-a1191ae17789 service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Updating instance_info_cache with network_info: [{"id": "e08a87bf-134b-447d-9f14-e77148e28aeb", "address": "fa:16:3e:56:40:43", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08a87bf-13", "ovs_interfaceid": "e08a87bf-134b-447d-9f14-e77148e28aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.621847] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquiring lock "be243886-63e9-4606-b56d-53696ea2bd7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.686468] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d44e2cac-0570-41ff-ba7a-a26310cfa6ce tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "be243886-63e9-4606-b56d-53696ea2bd7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.352s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.686700] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "be243886-63e9-4606-b56d-53696ea2bd7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.065s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.686926] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquiring lock "be243886-63e9-4606-b56d-53696ea2bd7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.687187] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "be243886-63e9-4606-b56d-53696ea2bd7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.687308] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "be243886-63e9-4606-b56d-53696ea2bd7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.691485] env[69302]: INFO nova.compute.manager [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Terminating instance [ 953.775010] env[69302]: DEBUG nova.network.neutron [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Successfully created port: e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.808173] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.824342] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52230c70-08e3-36d7-959b-e67f92782b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.05697} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.829725] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7760ea5-a47d-4237-8253-8fd7b8be7f18 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.835103] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ff1d0-0a24-48bc-8e9d-12a6d192538e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.841564] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 953.841564] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5218b2a7-f11a-bb5b-5c3c-7a0c9c53d562" [ 953.841564] env[69302]: _type = "Task" [ 953.841564] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.842195] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672168} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.842918] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490/597ddeb9-b1cb-4691-bfc0-f94bcdfdf490.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.843275] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.846792] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c63408e5-e85f-4ac2-b707-163673c93df6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.854216] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eed81b9-ec35-4e50-984a-393735d7bf28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.859891] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b631bcce-e3d1-402d-83c6-80e7054fee6e] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.866044] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5218b2a7-f11a-bb5b-5c3c-7a0c9c53d562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.866044] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 953.866044] env[69302]: value = "task-3183755" [ 953.866044] env[69302]: _type = "Task" [ 953.866044] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.892411] env[69302]: DEBUG nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.897115] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7936cc-3154-482c-bd1e-c4c5d277e848 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.903598] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183755, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.908784] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec0622b-92f1-4cda-818b-6e8fe2edaa39 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.925225] env[69302]: DEBUG nova.compute.provider_tree [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.981946] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.012189] env[69302]: DEBUG nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.058155] env[69302]: DEBUG oslo_concurrency.lockutils [req-438ec058-b538-43b0-bc84-13e63b32125d req-da416d48-3147-46fa-b467-a1191ae17789 service nova] Releasing lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.146221] env[69302]: DEBUG nova.network.neutron [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.153764] env[69302]: DEBUG nova.compute.manager [req-202565a9-18b6-4e82-b385-4bcef8352e22 req-c6304d5d-6ec1-4b9d-baa5-955d0d514f3c service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Received event network-vif-deleted-965363d0-16bd-44a9-b970-5fc030ecc711 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.153943] env[69302]: INFO nova.compute.manager [req-202565a9-18b6-4e82-b385-4bcef8352e22 req-c6304d5d-6ec1-4b9d-baa5-955d0d514f3c service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Neutron deleted interface 965363d0-16bd-44a9-b970-5fc030ecc711; detaching it from the instance and deleting it from the info cache [ 954.154136] env[69302]: DEBUG nova.network.neutron [req-202565a9-18b6-4e82-b385-4bcef8352e22 req-c6304d5d-6ec1-4b9d-baa5-955d0d514f3c service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.199683] env[69302]: DEBUG nova.compute.manager [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.199986] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.201328] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef86e6d4-a4a1-49cf-9e90-dc65322cca85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.212118] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.212118] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be54464-4f7d-4096-a7c1-c069980dad92 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.219164] env[69302]: DEBUG oslo_vmware.api [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 954.219164] env[69302]: value = "task-3183756" [ 954.219164] env[69302]: _type = "Task" [ 954.219164] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.233820] env[69302]: DEBUG oslo_vmware.api [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.359534] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5218b2a7-f11a-bb5b-5c3c-7a0c9c53d562, 'name': SearchDatastore_Task, 'duration_secs': 0.01833} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.359872] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.360084] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 39066da5-e656-4aa9-bb3f-0deb8bad255f/39066da5-e656-4aa9-bb3f-0deb8bad255f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.360357] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bccc76ec-4573-40d8-8c0b-3aba998c7bb8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.362879] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: cc35e13c-a1f9-4392-b15a-acd5375b2895] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.370375] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 954.370375] env[69302]: value = "task-3183757" [ 954.370375] env[69302]: _type = "Task" [ 954.370375] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.379157] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068254} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.380846] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.381368] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957da3b5-c725-40c5-9af2-ca60a35aa79e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.390955] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.411371] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490/597ddeb9-b1cb-4691-bfc0-f94bcdfdf490.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.412493] env[69302]: DEBUG nova.network.neutron [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Updating instance_info_cache with network_info: [{"id": "df9507f9-1987-4302-86fc-b148320b5237", "address": "fa:16:3e:09:d3:f1", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9507f9-19", "ovs_interfaceid": "df9507f9-1987-4302-86fc-b148320b5237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.421162] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a0a0133-8d2f-46ec-88a7-fc93c698644b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.440831] env[69302]: DEBUG nova.scheduler.client.report [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.448928] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 954.448928] env[69302]: value = "task-3183758" [ 954.448928] env[69302]: _type = "Task" [ 954.448928] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.463075] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183758, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.499422] env[69302]: DEBUG nova.network.neutron [-] [instance: 759448b1-d871-474c-a53a-1380e453b798] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.537637] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.657111] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7384330-3370-4d12-b438-1cdee9b60a17 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.668010] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c793d5ee-390e-4cc6-8617-ea960146a155 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.700823] env[69302]: DEBUG nova.compute.manager [req-202565a9-18b6-4e82-b385-4bcef8352e22 req-c6304d5d-6ec1-4b9d-baa5-955d0d514f3c service nova] [instance: 759448b1-d871-474c-a53a-1380e453b798] Detach interface failed, port_id=965363d0-16bd-44a9-b970-5fc030ecc711, reason: Instance 759448b1-d871-474c-a53a-1380e453b798 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.702167] env[69302]: DEBUG nova.compute.manager [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Received event network-vif-plugged-df9507f9-1987-4302-86fc-b148320b5237 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.702369] env[69302]: DEBUG oslo_concurrency.lockutils [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] Acquiring lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.702563] env[69302]: DEBUG oslo_concurrency.lockutils [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] Lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.702842] env[69302]: DEBUG oslo_concurrency.lockutils [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] Lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.702951] env[69302]: DEBUG nova.compute.manager [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] No waiting events found dispatching network-vif-plugged-df9507f9-1987-4302-86fc-b148320b5237 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.703080] env[69302]: WARNING nova.compute.manager [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Received unexpected event network-vif-plugged-df9507f9-1987-4302-86fc-b148320b5237 for instance with vm_state building and task_state spawning. [ 954.703240] env[69302]: DEBUG nova.compute.manager [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Received event network-changed-df9507f9-1987-4302-86fc-b148320b5237 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.703389] env[69302]: DEBUG nova.compute.manager [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Refreshing instance network info cache due to event network-changed-df9507f9-1987-4302-86fc-b148320b5237. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.703552] env[69302]: DEBUG oslo_concurrency.lockutils [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] Acquiring lock "refresh_cache-1ef489df-adcb-4c74-9827-69a7d0d1d8ea" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.728374] env[69302]: DEBUG oslo_vmware.api [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183756, 'name': PowerOffVM_Task, 'duration_secs': 0.203901} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.728668] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.728788] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.729048] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-376e92e0-464e-4d1a-a1ee-1a520ec4464c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.791902] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.792077] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.792266] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Deleting the datastore file [datastore1] be243886-63e9-4606-b56d-53696ea2bd7a {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.792536] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4444ec-e323-440a-a098-1fc8f0ba86d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.799405] env[69302]: DEBUG oslo_vmware.api [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for the task: (returnval){ [ 954.799405] env[69302]: value = "task-3183760" [ 954.799405] env[69302]: _type = "Task" [ 954.799405] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.808139] env[69302]: DEBUG oslo_vmware.api [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.866402] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.866670] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Cleaning up deleted instances with incomplete migration {{(pid=69302) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 954.881805] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183757, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.920232] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "refresh_cache-1ef489df-adcb-4c74-9827-69a7d0d1d8ea" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.920232] env[69302]: DEBUG nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Instance network_info: |[{"id": "df9507f9-1987-4302-86fc-b148320b5237", "address": "fa:16:3e:09:d3:f1", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9507f9-19", "ovs_interfaceid": "df9507f9-1987-4302-86fc-b148320b5237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.920232] env[69302]: DEBUG oslo_concurrency.lockutils [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] Acquired lock "refresh_cache-1ef489df-adcb-4c74-9827-69a7d0d1d8ea" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.920232] env[69302]: DEBUG nova.network.neutron [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Refreshing network info cache for port df9507f9-1987-4302-86fc-b148320b5237 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.920640] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:d3:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df9507f9-1987-4302-86fc-b148320b5237', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.929580] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.932737] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.933460] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3c3ba5a-52db-4bf6-96b7-8cb48a47b72c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.950045] env[69302]: DEBUG nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.952379] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.955691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.825s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.955691] env[69302]: DEBUG nova.objects.instance [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lazy-loading 'resources' on Instance uuid c8e96a61-59d2-44e4-b541-75bb131c6e05 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.971701] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.971701] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.971701] env[69302]: value = "task-3183761" [ 954.971701] env[69302]: _type = "Task" [ 954.971701] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.978501] env[69302]: INFO nova.scheduler.client.report [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Deleted allocations for instance 55d2e554-babf-4a85-9c2a-656e0b361f35 [ 954.987122] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183761, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.990212] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.990483] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.990672] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.990874] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.991033] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.991186] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.991401] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.991599] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.991715] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.991884] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.992070] env[69302]: DEBUG nova.virt.hardware [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.993366] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9102a77e-31e8-4f27-919c-229abe90d620 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.003938] env[69302]: INFO nova.compute.manager [-] [instance: 759448b1-d871-474c-a53a-1380e453b798] Took 1.59 seconds to deallocate network for instance. [ 955.006440] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f273ec3d-290e-4e3e-8842-873f439e23f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.205963] env[69302]: DEBUG nova.network.neutron [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Updated VIF entry in instance network info cache for port df9507f9-1987-4302-86fc-b148320b5237. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.206507] env[69302]: DEBUG nova.network.neutron [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Updating instance_info_cache with network_info: [{"id": "df9507f9-1987-4302-86fc-b148320b5237", "address": "fa:16:3e:09:d3:f1", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9507f9-19", "ovs_interfaceid": "df9507f9-1987-4302-86fc-b148320b5237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.309448] env[69302]: DEBUG oslo_vmware.api [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Task: {'id': task-3183760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421355} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.309879] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.310181] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.310458] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.310760] env[69302]: INFO nova.compute.manager [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 955.311141] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.311420] env[69302]: DEBUG nova.compute.manager [-] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.311548] env[69302]: DEBUG nova.network.neutron [-] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.369574] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.381381] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708224} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.381638] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 39066da5-e656-4aa9-bb3f-0deb8bad255f/39066da5-e656-4aa9-bb3f-0deb8bad255f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.381850] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.382115] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf084d1-9aa8-47d6-9097-2e3356f62535 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.390106] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 955.390106] env[69302]: value = "task-3183762" [ 955.390106] env[69302]: _type = "Task" [ 955.390106] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.398628] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.466720] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183758, 'name': ReconfigVM_Task, 'duration_secs': 0.755271} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.467152] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490/597ddeb9-b1cb-4691-bfc0-f94bcdfdf490.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.467712] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac2c0537-ac4a-4386-b84a-aee22ca7bcc2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.477013] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 955.477013] env[69302]: value = "task-3183763" [ 955.477013] env[69302]: _type = "Task" [ 955.477013] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.489026] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183761, 'name': CreateVM_Task, 'duration_secs': 0.441817} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.489204] env[69302]: DEBUG oslo_concurrency.lockutils [None req-54b3471f-5b64-4f0f-bd51-25c182ffa563 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "55d2e554-babf-4a85-9c2a-656e0b361f35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.022s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.490016] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.490652] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.491642] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.491642] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.494668] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c703ad60-ca7a-4aa3-96c0-c391d29db7a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.496574] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183763, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.499985] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 955.499985] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5256e121-c9e1-ac07-0e27-9ecbbb54e92e" [ 955.499985] env[69302]: _type = "Task" [ 955.499985] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.513923] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5256e121-c9e1-ac07-0e27-9ecbbb54e92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.517166] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.713626] env[69302]: DEBUG oslo_concurrency.lockutils [req-27c4f375-381b-4197-8404-66bea69deb11 req-bfca5bdf-608a-42e3-9345-c6b28c9417d9 service nova] Releasing lock "refresh_cache-1ef489df-adcb-4c74-9827-69a7d0d1d8ea" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.714086] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.714316] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.714512] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.714691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.714851] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.717976] env[69302]: INFO nova.compute.manager [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Terminating instance [ 955.792787] env[69302]: DEBUG nova.network.neutron [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Successfully updated port: e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.813475] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3613659-e3af-4ea6-86fb-5b14476539d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.821544] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d6527-0ed8-42c4-9898-b97fec1caea9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.854026] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c327fc-29b9-4795-9fbe-ef1db1f161d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.860837] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ead80a8-189e-45e7-a9ac-40fe20f3be47 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.873797] env[69302]: DEBUG nova.compute.provider_tree [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.898568] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08417} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.898810] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.899538] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49f3e91-49d1-488d-a5aa-ba6c3c90ec7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.921510] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 39066da5-e656-4aa9-bb3f-0deb8bad255f/39066da5-e656-4aa9-bb3f-0deb8bad255f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.921954] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b532cb9d-1309-4cd8-9090-a6097bc93d15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.939754] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 955.939754] env[69302]: value = "task-3183764" [ 955.939754] env[69302]: _type = "Task" [ 955.939754] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.946741] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.986420] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183763, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.011199] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5256e121-c9e1-ac07-0e27-9ecbbb54e92e, 'name': SearchDatastore_Task, 'duration_secs': 0.024775} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.011333] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.011556] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.011782] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.011922] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.012511] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.012511] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03f78977-c531-44b7-8b5a-339039d689e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.020591] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.020760] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.021515] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb006dae-000e-41d2-8bd8-22a0ea7e1cdc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.026127] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 956.026127] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5293850b-f76c-b2ae-9729-016ebca6e5f6" [ 956.026127] env[69302]: _type = "Task" [ 956.026127] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.033505] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5293850b-f76c-b2ae-9729-016ebca6e5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.069030] env[69302]: DEBUG nova.network.neutron [-] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.225777] env[69302]: DEBUG nova.compute.manager [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.225777] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.225985] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f86df7e-889a-436f-973c-94947ab832d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.233938] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.234186] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0167dac3-dba8-4d59-8cd8-b4b46b8bfa6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.240493] env[69302]: DEBUG oslo_vmware.api [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 956.240493] env[69302]: value = "task-3183765" [ 956.240493] env[69302]: _type = "Task" [ 956.240493] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.248317] env[69302]: DEBUG oslo_vmware.api [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.296148] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "refresh_cache-1a0ac874-cfd6-437b-95fc-fd5489854321" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.296148] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "refresh_cache-1a0ac874-cfd6-437b-95fc-fd5489854321" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.296148] env[69302]: DEBUG nova.network.neutron [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.377217] env[69302]: DEBUG nova.scheduler.client.report [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.450490] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183764, 'name': ReconfigVM_Task, 'duration_secs': 0.433418} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.450822] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 39066da5-e656-4aa9-bb3f-0deb8bad255f/39066da5-e656-4aa9-bb3f-0deb8bad255f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.451456] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1b3eae1-003a-471e-a7c4-6d2ee3393e3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.458128] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 956.458128] env[69302]: value = "task-3183766" [ 956.458128] env[69302]: _type = "Task" [ 956.458128] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.467722] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183766, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.487610] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183763, 'name': Rename_Task, 'duration_secs': 0.625338} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.487889] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.488232] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c23b0159-010d-4438-876e-d74caaa37fd2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.493996] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 956.493996] env[69302]: value = "task-3183767" [ 956.493996] env[69302]: _type = "Task" [ 956.493996] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.501445] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.536479] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5293850b-f76c-b2ae-9729-016ebca6e5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.537288] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399c10eb-a32c-417b-b4a2-6b739741c017 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.542285] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 956.542285] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e027cd-ba3e-9689-7f8c-c08ccf756427" [ 956.542285] env[69302]: _type = "Task" [ 956.542285] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.550814] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e027cd-ba3e-9689-7f8c-c08ccf756427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.571688] env[69302]: INFO nova.compute.manager [-] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Took 1.26 seconds to deallocate network for instance. [ 956.732601] env[69302]: DEBUG nova.compute.manager [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Received event network-vif-deleted-52c1bbf4-aacf-4527-83c6-aa8ab8b401af {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.732902] env[69302]: DEBUG nova.compute.manager [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Received event network-vif-plugged-e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.733923] env[69302]: DEBUG oslo_concurrency.lockutils [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] Acquiring lock "1a0ac874-cfd6-437b-95fc-fd5489854321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.734172] env[69302]: DEBUG oslo_concurrency.lockutils [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] Lock "1a0ac874-cfd6-437b-95fc-fd5489854321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.734345] env[69302]: DEBUG oslo_concurrency.lockutils [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] Lock "1a0ac874-cfd6-437b-95fc-fd5489854321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.734510] env[69302]: DEBUG nova.compute.manager [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] No waiting events found dispatching network-vif-plugged-e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.734674] env[69302]: WARNING nova.compute.manager [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Received unexpected event network-vif-plugged-e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09 for instance with vm_state building and task_state spawning. [ 956.734835] env[69302]: DEBUG nova.compute.manager [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Received event network-changed-e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.735058] env[69302]: DEBUG nova.compute.manager [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Refreshing instance network info cache due to event network-changed-e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.735252] env[69302]: DEBUG oslo_concurrency.lockutils [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] Acquiring lock "refresh_cache-1a0ac874-cfd6-437b-95fc-fd5489854321" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.750424] env[69302]: DEBUG oslo_vmware.api [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183765, 'name': PowerOffVM_Task, 'duration_secs': 0.436803} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.750813] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.751046] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.751304] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c8328d1-c097-4dcc-adc6-abc1a9dfca6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.815277] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.815492] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.815676] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Deleting the datastore file [datastore2] b4172ce0-3bb0-4c73-acdb-d90d8c6d1475 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.815926] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-010a30dd-a906-41e0-85c7-c1446d3c54bf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.822013] env[69302]: DEBUG oslo_vmware.api [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for the task: (returnval){ [ 956.822013] env[69302]: value = "task-3183769" [ 956.822013] env[69302]: _type = "Task" [ 956.822013] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.826244] env[69302]: DEBUG nova.network.neutron [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.833282] env[69302]: DEBUG oslo_vmware.api [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.881899] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.884172] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.721s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.885656] env[69302]: INFO nova.compute.claims [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.911955] env[69302]: INFO nova.scheduler.client.report [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleted allocations for instance c8e96a61-59d2-44e4-b541-75bb131c6e05 [ 956.964992] env[69302]: DEBUG nova.network.neutron [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Updating instance_info_cache with network_info: [{"id": "e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09", "address": "fa:16:3e:bd:99:ce", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b013aa-c1", "ovs_interfaceid": "e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.969458] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183766, 'name': Rename_Task, 'duration_secs': 0.214391} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.969883] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.970132] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2e3f71-a302-43c8-8fbf-990bb77422dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.976924] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 956.976924] env[69302]: value = "task-3183770" [ 956.976924] env[69302]: _type = "Task" [ 956.976924] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.985263] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.002972] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.052116] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e027cd-ba3e-9689-7f8c-c08ccf756427, 'name': SearchDatastore_Task, 'duration_secs': 0.027074} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.052327] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.052589] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 1ef489df-adcb-4c74-9827-69a7d0d1d8ea/1ef489df-adcb-4c74-9827-69a7d0d1d8ea.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.052891] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f45e19f-cd13-4b7c-9374-2e3f6a1988ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.059137] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 957.059137] env[69302]: value = "task-3183771" [ 957.059137] env[69302]: _type = "Task" [ 957.059137] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.066944] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.077971] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.332146] env[69302]: DEBUG oslo_vmware.api [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.419684] env[69302]: DEBUG oslo_concurrency.lockutils [None req-02cdda4f-a172-4d93-9f27-1abfa631941f tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "c8e96a61-59d2-44e4-b541-75bb131c6e05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.077s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.471277] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "refresh_cache-1a0ac874-cfd6-437b-95fc-fd5489854321" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.471874] env[69302]: DEBUG nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Instance network_info: |[{"id": "e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09", "address": "fa:16:3e:bd:99:ce", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b013aa-c1", "ovs_interfaceid": "e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.472393] env[69302]: DEBUG oslo_concurrency.lockutils [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] Acquired lock "refresh_cache-1a0ac874-cfd6-437b-95fc-fd5489854321" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.472813] env[69302]: DEBUG nova.network.neutron [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Refreshing network info cache for port e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.475055] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:99:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.489783] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.494992] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.504600] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbc3f5f8-b4f6-4ac8-a3ec-6b815597dbee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.532978] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183770, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.538576] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.538576] env[69302]: value = "task-3183772" [ 957.538576] env[69302]: _type = "Task" [ 957.538576] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.539270] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.549772] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183772, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.569997] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183771, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.818649] env[69302]: DEBUG nova.network.neutron [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Updated VIF entry in instance network info cache for port e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.819911] env[69302]: DEBUG nova.network.neutron [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Updating instance_info_cache with network_info: [{"id": "e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09", "address": "fa:16:3e:bd:99:ce", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b013aa-c1", "ovs_interfaceid": "e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.832874] env[69302]: DEBUG oslo_vmware.api [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.006653] env[69302]: DEBUG oslo_vmware.api [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183770, 'name': PowerOnVM_Task, 'duration_secs': 0.652456} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.015912] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.016748] env[69302]: INFO nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Took 8.25 seconds to spawn the instance on the hypervisor. [ 958.016748] env[69302]: DEBUG nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.017630] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa31eee9-318d-4399-a66e-6eb5fcf6c71a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.025578] env[69302]: DEBUG oslo_vmware.api [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183767, 'name': PowerOnVM_Task, 'duration_secs': 1.227995} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.029430] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.029650] env[69302]: INFO nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Took 10.83 seconds to spawn the instance on the hypervisor. [ 958.029833] env[69302]: DEBUG nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.033567] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4676ba80-f998-4dda-82d0-01a3c2138205 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.053597] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183772, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.071748] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541289} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.072026] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 1ef489df-adcb-4c74-9827-69a7d0d1d8ea/1ef489df-adcb-4c74-9827-69a7d0d1d8ea.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.072249] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.072655] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6186fd7b-f032-44c2-a310-3d474633c03f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.080060] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 958.080060] env[69302]: value = "task-3183773" [ 958.080060] env[69302]: _type = "Task" [ 958.080060] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.093129] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.260468] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dc241f-89fb-4db5-b4de-a1c0ef0ca512 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.268073] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62454d1b-56bc-481f-805c-6e88eb2ac197 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.297756] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ba968-d04c-4663-8042-24b8de3b7222 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.305381] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d21ae-79ee-424e-a4f6-346367befe5a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.318552] env[69302]: DEBUG nova.compute.provider_tree [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.322911] env[69302]: DEBUG oslo_concurrency.lockutils [req-5441e0b6-5695-4f81-8fb8-e52ed1861573 req-b04430c1-b19b-44c7-9de0-09ffa65c664b service nova] Releasing lock "refresh_cache-1a0ac874-cfd6-437b-95fc-fd5489854321" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.333975] env[69302]: DEBUG oslo_vmware.api [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Task: {'id': task-3183769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.17031} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.334353] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.334540] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.334717] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.334890] env[69302]: INFO nova.compute.manager [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Took 2.11 seconds to destroy the instance on the hypervisor. [ 958.335155] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.335351] env[69302]: DEBUG nova.compute.manager [-] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.335446] env[69302]: DEBUG nova.network.neutron [-] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.467503] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "611bfa11-5a0a-41ff-9521-43427e9aece7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.467906] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "611bfa11-5a0a-41ff-9521-43427e9aece7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.468119] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "611bfa11-5a0a-41ff-9521-43427e9aece7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.468368] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "611bfa11-5a0a-41ff-9521-43427e9aece7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.468552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "611bfa11-5a0a-41ff-9521-43427e9aece7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.471167] env[69302]: INFO nova.compute.manager [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Terminating instance [ 958.547613] env[69302]: INFO nova.compute.manager [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Took 36.47 seconds to build instance. [ 958.558782] env[69302]: INFO nova.compute.manager [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Took 36.51 seconds to build instance. [ 958.560047] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183772, 'name': CreateVM_Task, 'duration_secs': 0.587909} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.560143] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.560822] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.560960] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.561272] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.561522] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4de76d-e92f-47f0-aaf9-1a3af7177267 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.566796] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 958.566796] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523bffd1-7776-ad8e-d9b7-637ade74d386" [ 958.566796] env[69302]: _type = "Task" [ 958.566796] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.577673] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523bffd1-7776-ad8e-d9b7-637ade74d386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.591178] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228646} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.591481] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.592300] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1011552-b72c-4345-845d-dd557539cd20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.607485] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "42d36706-e362-4910-b2db-14a23f4cb39b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.607721] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "42d36706-e362-4910-b2db-14a23f4cb39b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.607920] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "42d36706-e362-4910-b2db-14a23f4cb39b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.608110] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "42d36706-e362-4910-b2db-14a23f4cb39b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.608278] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "42d36706-e362-4910-b2db-14a23f4cb39b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.618247] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 1ef489df-adcb-4c74-9827-69a7d0d1d8ea/1ef489df-adcb-4c74-9827-69a7d0d1d8ea.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.618756] env[69302]: INFO nova.compute.manager [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Terminating instance [ 958.620067] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a35bb323-35d5-44a9-b776-e3e7f989a3a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.640259] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 958.640259] env[69302]: value = "task-3183774" [ 958.640259] env[69302]: _type = "Task" [ 958.640259] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.648956] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.758340] env[69302]: DEBUG nova.compute.manager [req-1e33d5cc-9d03-4ff3-8014-18d8d3e6d40e req-d02e3990-15e9-410c-b1a7-e3bd81ec959d service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Received event network-vif-deleted-685a5979-3da3-4a6e-a841-d38039017f28 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.758536] env[69302]: INFO nova.compute.manager [req-1e33d5cc-9d03-4ff3-8014-18d8d3e6d40e req-d02e3990-15e9-410c-b1a7-e3bd81ec959d service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Neutron deleted interface 685a5979-3da3-4a6e-a841-d38039017f28; detaching it from the instance and deleting it from the info cache [ 958.758679] env[69302]: DEBUG nova.network.neutron [req-1e33d5cc-9d03-4ff3-8014-18d8d3e6d40e req-d02e3990-15e9-410c-b1a7-e3bd81ec959d service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.821571] env[69302]: DEBUG nova.scheduler.client.report [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.975886] env[69302]: DEBUG nova.compute.manager [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.976315] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.977786] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c162276-c500-4047-a326-f7aeddf1d5a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.988714] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.988924] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-411fa6cb-3e37-4c2d-902d-d608f44ad410 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.995509] env[69302]: DEBUG oslo_vmware.api [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 958.995509] env[69302]: value = "task-3183775" [ 958.995509] env[69302]: _type = "Task" [ 958.995509] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.004164] env[69302]: DEBUG oslo_vmware.api [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.048704] env[69302]: DEBUG nova.network.neutron [-] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.053131] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4ca26fdb-9dc0-4e69-99a3-1ccdba9d79a9 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.984s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.061154] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f28654de-ed1c-4497-9004-2ffdb55fd2be tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.022s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.077433] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523bffd1-7776-ad8e-d9b7-637ade74d386, 'name': SearchDatastore_Task, 'duration_secs': 0.033492} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.077727] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.077955] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.079087] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.079325] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.079527] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.079791] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b809c34b-0d8b-4c34-8e85-0749e98dafcb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.087950] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.088155] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.088866] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04805c0d-25aa-4bea-96f9-af36b3cf8d3d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.094902] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 959.094902] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d59e41-2896-2236-6c84-9208f3ea8178" [ 959.094902] env[69302]: _type = "Task" [ 959.094902] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.102791] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d59e41-2896-2236-6c84-9208f3ea8178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.137624] env[69302]: DEBUG nova.compute.manager [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.137845] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.138715] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873bc5c8-4eb5-4395-864d-6b249bfd73df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.149400] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183774, 'name': ReconfigVM_Task, 'duration_secs': 0.409245} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.151456] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 1ef489df-adcb-4c74-9827-69a7d0d1d8ea/1ef489df-adcb-4c74-9827-69a7d0d1d8ea.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.152143] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.152364] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b431daad-92ab-4e88-b0fc-3423f4488fbf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.153926] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1845e666-d3ec-4e34-adea-07c6c5c14e29 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.160712] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 959.160712] env[69302]: value = "task-3183776" [ 959.160712] env[69302]: _type = "Task" [ 959.160712] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.162413] env[69302]: DEBUG oslo_vmware.api [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 959.162413] env[69302]: value = "task-3183777" [ 959.162413] env[69302]: _type = "Task" [ 959.162413] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.178872] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183776, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.182193] env[69302]: DEBUG oslo_vmware.api [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.261744] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db93dce9-0da8-47f6-b907-60b8ac49ca41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.271752] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e53c1-304a-42a0-8986-70bc4baefcf7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.307076] env[69302]: DEBUG nova.compute.manager [req-1e33d5cc-9d03-4ff3-8014-18d8d3e6d40e req-d02e3990-15e9-410c-b1a7-e3bd81ec959d service nova] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Detach interface failed, port_id=685a5979-3da3-4a6e-a841-d38039017f28, reason: Instance b4172ce0-3bb0-4c73-acdb-d90d8c6d1475 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.326785] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.327313] env[69302]: DEBUG nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.329838] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.419s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.330072] env[69302]: DEBUG nova.objects.instance [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lazy-loading 'resources' on Instance uuid b9ec01ce-88d5-49c0-a224-fdd8c5b75100 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.506235] env[69302]: DEBUG oslo_vmware.api [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183775, 'name': PowerOffVM_Task, 'duration_secs': 0.306788} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.506499] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.506666] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.506909] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4db59e9f-60cd-4989-b265-596b6e86d127 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.552149] env[69302]: INFO nova.compute.manager [-] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Took 1.22 seconds to deallocate network for instance. [ 959.588337] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.588542] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.588728] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleting the datastore file [datastore1] 611bfa11-5a0a-41ff-9521-43427e9aece7 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.589625] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1451fcf-7392-498e-84d2-717df1684032 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.596379] env[69302]: DEBUG oslo_vmware.api [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 959.596379] env[69302]: value = "task-3183779" [ 959.596379] env[69302]: _type = "Task" [ 959.596379] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.609406] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d59e41-2896-2236-6c84-9208f3ea8178, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.613057] env[69302]: DEBUG oslo_vmware.api [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.613276] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cdfa8b-7815-4b5e-a278-6f8ca4a42081 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.617980] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 959.617980] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52587c4e-325e-88af-788d-8e571f17daef" [ 959.617980] env[69302]: _type = "Task" [ 959.617980] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.625862] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52587c4e-325e-88af-788d-8e571f17daef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.673386] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183776, 'name': Rename_Task, 'duration_secs': 0.146201} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.674946] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.674946] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df07b43d-00ea-4c56-998f-89886d6b5262 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.679541] env[69302]: DEBUG oslo_vmware.api [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183777, 'name': PowerOffVM_Task, 'duration_secs': 0.161108} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.679623] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.679802] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.680891] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27f71442-073e-4f8c-908c-5b4e6a8f0c61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.687910] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 959.687910] env[69302]: value = "task-3183780" [ 959.687910] env[69302]: _type = "Task" [ 959.687910] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.694941] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.729864] env[69302]: DEBUG nova.compute.manager [req-0c1b4052-4fe5-4606-a191-8df7be43163d req-895def71-cd72-4c1e-8e7c-b2be5ed5ba98 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-changed-fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.729864] env[69302]: DEBUG nova.compute.manager [req-0c1b4052-4fe5-4606-a191-8df7be43163d req-895def71-cd72-4c1e-8e7c-b2be5ed5ba98 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Refreshing instance network info cache due to event network-changed-fcccc282-3f57-4d89-a1bd-290fd04fb1c8. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.730688] env[69302]: DEBUG oslo_concurrency.lockutils [req-0c1b4052-4fe5-4606-a191-8df7be43163d req-895def71-cd72-4c1e-8e7c-b2be5ed5ba98 service nova] Acquiring lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.730899] env[69302]: DEBUG oslo_concurrency.lockutils [req-0c1b4052-4fe5-4606-a191-8df7be43163d req-895def71-cd72-4c1e-8e7c-b2be5ed5ba98 service nova] Acquired lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.731098] env[69302]: DEBUG nova.network.neutron [req-0c1b4052-4fe5-4606-a191-8df7be43163d req-895def71-cd72-4c1e-8e7c-b2be5ed5ba98 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Refreshing network info cache for port fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.747388] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.747604] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.747780] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleting the datastore file [datastore2] 42d36706-e362-4910-b2db-14a23f4cb39b {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.748329] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-271258b3-74f2-4e04-939a-4991c8eac9e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.754709] env[69302]: DEBUG oslo_vmware.api [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for the task: (returnval){ [ 959.754709] env[69302]: value = "task-3183782" [ 959.754709] env[69302]: _type = "Task" [ 959.754709] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.764045] env[69302]: DEBUG oslo_vmware.api [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.835022] env[69302]: DEBUG nova.compute.utils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.837762] env[69302]: DEBUG nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.838162] env[69302]: DEBUG nova.network.neutron [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.888170] env[69302]: DEBUG nova.policy [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef946e017a4b473488d45be6e900ff55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396ddfc6152a432095254d856afdecc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.059025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.111140] env[69302]: DEBUG oslo_vmware.api [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226347} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.111595] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.111800] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.112022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.112709] env[69302]: INFO nova.compute.manager [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 960.112709] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.112709] env[69302]: DEBUG nova.compute.manager [-] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.112886] env[69302]: DEBUG nova.network.neutron [-] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.129409] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52587c4e-325e-88af-788d-8e571f17daef, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.132068] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.132338] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 1a0ac874-cfd6-437b-95fc-fd5489854321/1a0ac874-cfd6-437b-95fc-fd5489854321.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.132796] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17e8937e-5652-497e-8b39-68d5d3253243 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.139485] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 960.139485] env[69302]: value = "task-3183783" [ 960.139485] env[69302]: _type = "Task" [ 960.139485] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.151010] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.201876] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.229740] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe73c1c-9837-4f5c-a34b-a0d67425585a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.240271] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85ccfc-b780-4c72-9b83-f6d3b7df9487 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.284121] env[69302]: DEBUG nova.network.neutron [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Successfully created port: 071cd300-ad7a-4871-b34e-3a06e78ceec8 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.293280] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a18c9a-2415-4956-8852-8406bcb2097e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.303107] env[69302]: DEBUG oslo_vmware.api [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Task: {'id': task-3183782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366315} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.305805] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.306129] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.306418] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.306628] env[69302]: INFO nova.compute.manager [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 960.306921] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.307254] env[69302]: DEBUG nova.compute.manager [-] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.307362] env[69302]: DEBUG nova.network.neutron [-] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.311669] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc4df6-2080-4793-93cd-7bf943ccbf35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.328207] env[69302]: DEBUG nova.compute.provider_tree [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.344285] env[69302]: DEBUG nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.525621] env[69302]: DEBUG nova.network.neutron [req-0c1b4052-4fe5-4606-a191-8df7be43163d req-895def71-cd72-4c1e-8e7c-b2be5ed5ba98 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updated VIF entry in instance network info cache for port fcccc282-3f57-4d89-a1bd-290fd04fb1c8. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.526037] env[69302]: DEBUG nova.network.neutron [req-0c1b4052-4fe5-4606-a191-8df7be43163d req-895def71-cd72-4c1e-8e7c-b2be5ed5ba98 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.654956] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.700781] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.792213] env[69302]: DEBUG nova.compute.manager [req-5bb33190-2b24-4914-b1f2-4e1f1022e897 req-b7c2728e-f820-4850-b6e2-460133e2efae service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Received event network-vif-deleted-b7e42fc4-2362-46ec-b34a-52d932f0904b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.792416] env[69302]: INFO nova.compute.manager [req-5bb33190-2b24-4914-b1f2-4e1f1022e897 req-b7c2728e-f820-4850-b6e2-460133e2efae service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Neutron deleted interface b7e42fc4-2362-46ec-b34a-52d932f0904b; detaching it from the instance and deleting it from the info cache [ 960.792752] env[69302]: DEBUG nova.network.neutron [req-5bb33190-2b24-4914-b1f2-4e1f1022e897 req-b7c2728e-f820-4850-b6e2-460133e2efae service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.854438] env[69302]: ERROR nova.scheduler.client.report [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [req-566f1faa-5e1f-4d75-90ca-7fd28e1eb4e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-566f1faa-5e1f-4d75-90ca-7fd28e1eb4e5"}]} [ 960.884378] env[69302]: DEBUG nova.scheduler.client.report [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 960.898766] env[69302]: DEBUG nova.scheduler.client.report [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 960.899036] env[69302]: DEBUG nova.compute.provider_tree [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.911218] env[69302]: DEBUG nova.scheduler.client.report [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 960.933185] env[69302]: DEBUG nova.scheduler.client.report [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.029083] env[69302]: DEBUG oslo_concurrency.lockutils [req-0c1b4052-4fe5-4606-a191-8df7be43163d req-895def71-cd72-4c1e-8e7c-b2be5ed5ba98 service nova] Releasing lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.149760] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626566} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.152189] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 1a0ac874-cfd6-437b-95fc-fd5489854321/1a0ac874-cfd6-437b-95fc-fd5489854321.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.152421] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.153036] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad423094-841b-4bf2-a8e3-59fce41fa2cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.157438] env[69302]: DEBUG nova.network.neutron [-] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.161303] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 961.161303] env[69302]: value = "task-3183784" [ 961.161303] env[69302]: _type = "Task" [ 961.161303] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.170234] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.198810] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183780, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.258707] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a99e4e-4b6a-46d3-b3ef-ed9ebbbe5060 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.265493] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36c9274-f5d6-4db0-816a-8b36da1f08a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.295538] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c490757-f158-465f-a8f6-0e749c918136 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.297690] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779cb179-3b1f-465e-93ae-fa5a0b793b0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.306011] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d54c9a-5bab-4123-85f4-ae4f740445e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.312163] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d20a5c-9869-4cfa-978f-e13735f23515 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.322652] env[69302]: DEBUG nova.network.neutron [-] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.331558] env[69302]: DEBUG nova.compute.provider_tree [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.346585] env[69302]: DEBUG nova.compute.manager [req-5bb33190-2b24-4914-b1f2-4e1f1022e897 req-b7c2728e-f820-4850-b6e2-460133e2efae service nova] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Detach interface failed, port_id=b7e42fc4-2362-46ec-b34a-52d932f0904b, reason: Instance 611bfa11-5a0a-41ff-9521-43427e9aece7 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.355192] env[69302]: DEBUG nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.380562] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.380791] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.380942] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.381160] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.381308] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.381453] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.381656] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.381810] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.381972] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.382143] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.382324] env[69302]: DEBUG nova.virt.hardware [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.383465] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402caad-a537-4a5a-94ce-0ef0476940fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.391365] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df38abce-30ed-4f30-ba24-cf94d27805c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.661301] env[69302]: INFO nova.compute.manager [-] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Took 1.55 seconds to deallocate network for instance. [ 961.674331] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20917} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.674573] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.675337] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd1daae-e172-4bde-b3e7-2f4dcb525f40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.708431] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 1a0ac874-cfd6-437b-95fc-fd5489854321/1a0ac874-cfd6-437b-95fc-fd5489854321.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.714120] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df43381-2f67-44e7-985c-5bf1d68a413b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.745474] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.747318] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 961.747318] env[69302]: value = "task-3183785" [ 961.747318] env[69302]: _type = "Task" [ 961.747318] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.758402] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.825323] env[69302]: INFO nova.compute.manager [-] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Took 1.52 seconds to deallocate network for instance. [ 961.860924] env[69302]: DEBUG nova.scheduler.client.report [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 961.861188] env[69302]: DEBUG nova.compute.provider_tree [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 101 to 102 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 961.861371] env[69302]: DEBUG nova.compute.provider_tree [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.170821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.176959] env[69302]: DEBUG nova.network.neutron [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Successfully updated port: 071cd300-ad7a-4871-b34e-3a06e78ceec8 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.203797] env[69302]: DEBUG oslo_vmware.api [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183780, 'name': PowerOnVM_Task, 'duration_secs': 2.117651} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.204126] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.204362] env[69302]: INFO nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Took 9.90 seconds to spawn the instance on the hypervisor. [ 962.204571] env[69302]: DEBUG nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.205433] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55de9755-98ee-4725-929d-400b45f9f6dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.258466] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.331844] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.366177] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.036s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.368824] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.412s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.369097] env[69302]: DEBUG nova.objects.instance [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lazy-loading 'resources' on Instance uuid feb83f01-3afd-4831-8db9-e37ba30939ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.389649] env[69302]: INFO nova.scheduler.client.report [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted allocations for instance b9ec01ce-88d5-49c0-a224-fdd8c5b75100 [ 962.682181] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.682422] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.682495] env[69302]: DEBUG nova.network.neutron [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.725870] env[69302]: INFO nova.compute.manager [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Took 40.02 seconds to build instance. [ 962.757735] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183785, 'name': ReconfigVM_Task, 'duration_secs': 0.643612} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.758023] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 1a0ac874-cfd6-437b-95fc-fd5489854321/1a0ac874-cfd6-437b-95fc-fd5489854321.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.758650] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7c9cf09-ea4d-4331-8aa3-d6b469d36163 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.764602] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 962.764602] env[69302]: value = "task-3183786" [ 962.764602] env[69302]: _type = "Task" [ 962.764602] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.772485] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183786, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.825743] env[69302]: DEBUG nova.compute.manager [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Received event network-vif-deleted-57bf1383-6d28-4bab-a127-a8fb74d28652 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.826013] env[69302]: DEBUG nova.compute.manager [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Received event network-vif-plugged-071cd300-ad7a-4871-b34e-3a06e78ceec8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.826242] env[69302]: DEBUG oslo_concurrency.lockutils [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] Acquiring lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.826472] env[69302]: DEBUG oslo_concurrency.lockutils [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.826652] env[69302]: DEBUG oslo_concurrency.lockutils [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.826835] env[69302]: DEBUG nova.compute.manager [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] No waiting events found dispatching network-vif-plugged-071cd300-ad7a-4871-b34e-3a06e78ceec8 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.827037] env[69302]: WARNING nova.compute.manager [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Received unexpected event network-vif-plugged-071cd300-ad7a-4871-b34e-3a06e78ceec8 for instance with vm_state building and task_state spawning. [ 962.827224] env[69302]: DEBUG nova.compute.manager [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Received event network-changed-071cd300-ad7a-4871-b34e-3a06e78ceec8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.827391] env[69302]: DEBUG nova.compute.manager [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Refreshing instance network info cache due to event network-changed-071cd300-ad7a-4871-b34e-3a06e78ceec8. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.827580] env[69302]: DEBUG oslo_concurrency.lockutils [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] Acquiring lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.898478] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2b1a4010-3049-404a-8014-6a446009b35c tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "b9ec01ce-88d5-49c0-a224-fdd8c5b75100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.870s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.120987] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89bf3b7-300f-4f2c-ae37-6a3a95976c81 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.128915] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec8a243-09d4-4602-9a44-79f22608fc88 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.159376] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7562da3a-84e5-4759-ba59-3a1d4d830e37 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.167551] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f5dd6e-adfd-45a8-9d6a-0c53e043b99c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.182816] env[69302]: DEBUG nova.compute.provider_tree [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.226186] env[69302]: DEBUG nova.network.neutron [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.228596] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1163aa5c-18fb-4b4f-b806-0bbda2e69602 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.530s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.275929] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183786, 'name': Rename_Task, 'duration_secs': 0.131763} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.275929] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.275929] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1f5f940-edbb-4096-999f-acbc2b922c27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.281501] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 963.281501] env[69302]: value = "task-3183787" [ 963.281501] env[69302]: _type = "Task" [ 963.281501] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.291649] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.397040] env[69302]: DEBUG nova.network.neutron [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance_info_cache with network_info: [{"id": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "address": "fa:16:3e:7e:9e:25", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071cd300-ad", "ovs_interfaceid": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.688841] env[69302]: DEBUG nova.scheduler.client.report [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.791428] env[69302]: DEBUG oslo_vmware.api [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183787, 'name': PowerOnVM_Task, 'duration_secs': 0.433536} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.791704] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.791878] env[69302]: INFO nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Took 8.84 seconds to spawn the instance on the hypervisor. [ 963.792073] env[69302]: DEBUG nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.792834] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17637647-5a59-4e8e-b72b-7da2022ea70d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.900220] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.900559] env[69302]: DEBUG nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Instance network_info: |[{"id": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "address": "fa:16:3e:7e:9e:25", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071cd300-ad", "ovs_interfaceid": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.901175] env[69302]: DEBUG oslo_concurrency.lockutils [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] Acquired lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.901373] env[69302]: DEBUG nova.network.neutron [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Refreshing network info cache for port 071cd300-ad7a-4871-b34e-3a06e78ceec8 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.902502] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:9e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '071cd300-ad7a-4871-b34e-3a06e78ceec8', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.910147] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.911051] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.911327] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97795c85-39e5-4897-9e90-f10c7c5f3382 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.932215] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.932215] env[69302]: value = "task-3183788" [ 963.932215] env[69302]: _type = "Task" [ 963.932215] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.939203] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183788, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.194058] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.196793] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.684s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.197054] env[69302]: DEBUG nova.objects.instance [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lazy-loading 'resources' on Instance uuid cb5ac92a-790e-404a-801c-4693657bc65f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.214893] env[69302]: INFO nova.scheduler.client.report [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Deleted allocations for instance feb83f01-3afd-4831-8db9-e37ba30939ad [ 964.310908] env[69302]: INFO nova.compute.manager [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Took 41.15 seconds to build instance. [ 964.444158] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183788, 'name': CreateVM_Task, 'duration_secs': 0.348149} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.444612] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.445282] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.445282] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.445528] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.445795] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d767214d-24bf-4acd-b4b9-f2f88edd4bcc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.450399] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 964.450399] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523f6ede-2af8-911f-b624-1bd0e114d979" [ 964.450399] env[69302]: _type = "Task" [ 964.450399] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.460694] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523f6ede-2af8-911f-b624-1bd0e114d979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.704502] env[69302]: DEBUG nova.network.neutron [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updated VIF entry in instance network info cache for port 071cd300-ad7a-4871-b34e-3a06e78ceec8. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.704809] env[69302]: DEBUG nova.network.neutron [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance_info_cache with network_info: [{"id": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "address": "fa:16:3e:7e:9e:25", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071cd300-ad", "ovs_interfaceid": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.725030] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b301dbe3-5b59-4735-b1ba-ace7027002bd tempest-MigrationsAdminTest-473617703 tempest-MigrationsAdminTest-473617703-project-member] Lock "feb83f01-3afd-4831-8db9-e37ba30939ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.306s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.813250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2f6ece51-c049-475c-837a-4d6364fe4fbe tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1a0ac874-cfd6-437b-95fc-fd5489854321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.666s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.962279] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523f6ede-2af8-911f-b624-1bd0e114d979, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.962789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.963036] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.963279] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.963427] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.963600] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.963877] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6972465e-eac8-435f-8ce7-5ff76b57dd6e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.977061] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.977135] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.977868] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e2e366-2a9f-43e6-bffc-8dba89026caf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.982938] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 964.982938] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e1df7-4b6b-da56-5a60-9f80d10e7432" [ 964.982938] env[69302]: _type = "Task" [ 964.982938] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.994377] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e1df7-4b6b-da56-5a60-9f80d10e7432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.006087] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27815d8-da69-43dc-ad24-2837f8ae9792 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.013498] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de2513f-2494-449a-9837-c7817bae7b66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.045077] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51822bf9-e9ed-40b0-8b01-8b457e3f3e31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.052566] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ca659a-7ab0-4a00-8fdd-1253390067d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.066302] env[69302]: DEBUG nova.compute.provider_tree [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.209116] env[69302]: DEBUG oslo_concurrency.lockutils [req-3bda70ea-81c0-4520-851d-637d1399b2ce req-53ae2207-19ed-41bd-8b24-c78eaa0bbcb0 service nova] Releasing lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.497661] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e1df7-4b6b-da56-5a60-9f80d10e7432, 'name': SearchDatastore_Task, 'duration_secs': 0.022921} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.497661] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4907751-f11c-494b-b647-837254fe27de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.502671] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 965.502671] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f850b9-fe31-e370-b0c8-17fe4129cd44" [ 965.502671] env[69302]: _type = "Task" [ 965.502671] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.511358] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f850b9-fe31-e370-b0c8-17fe4129cd44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.569584] env[69302]: DEBUG nova.scheduler.client.report [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.014222] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f850b9-fe31-e370-b0c8-17fe4129cd44, 'name': SearchDatastore_Task, 'duration_secs': 0.014002} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.014615] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.014741] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 65147a69-cce5-42f7-805f-f1ec2a12fbe7/65147a69-cce5-42f7-805f-f1ec2a12fbe7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.015021] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ca7237b-8446-4826-b500-7b54417263ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.022211] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 966.022211] env[69302]: value = "task-3183789" [ 966.022211] env[69302]: _type = "Task" [ 966.022211] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.029812] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.074773] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.077626] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.074s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.078041] env[69302]: DEBUG nova.objects.instance [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'resources' on Instance uuid 82559a23-331a-4fb9-a620-e3319ea0123c {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.101886] env[69302]: INFO nova.scheduler.client.report [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Deleted allocations for instance cb5ac92a-790e-404a-801c-4693657bc65f [ 966.535392] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183789, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.583331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.583574] env[69302]: DEBUG oslo_concurrency.lockutils [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.583919] env[69302]: DEBUG nova.compute.manager [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.584451] env[69302]: DEBUG nova.objects.instance [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'numa_topology' on Instance uuid 82559a23-331a-4fb9-a620-e3319ea0123c {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.586149] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaaf710-a850-4491-803a-578bc148212f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.592967] env[69302]: DEBUG nova.compute.manager [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 966.593576] env[69302]: DEBUG nova.objects.instance [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lazy-loading 'flavor' on Instance uuid 39066da5-e656-4aa9-bb3f-0deb8bad255f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.609656] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2e4142c2-86c4-440b-a3b8-24e60c4b6e0d tempest-ServerShowV247Test-1177658607 tempest-ServerShowV247Test-1177658607-project-member] Lock "cb5ac92a-790e-404a-801c-4693657bc65f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.333s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.033594] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614206} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.033835] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 65147a69-cce5-42f7-805f-f1ec2a12fbe7/65147a69-cce5-42f7-805f-f1ec2a12fbe7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.034031] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.034296] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45df6ecb-c44d-48bc-b668-a6a647b4f644 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.040869] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 967.040869] env[69302]: value = "task-3183790" [ 967.040869] env[69302]: _type = "Task" [ 967.040869] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.049961] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.089961] env[69302]: DEBUG nova.objects.base [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Object Instance<82559a23-331a-4fb9-a620-e3319ea0123c> lazy-loaded attributes: resources,numa_topology {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 967.398983] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99cbf5a-e4ed-4ee4-8c3d-5150f01c4752 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.405173] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c35dc14-aadc-4697-bf93-9d08b3573a57 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.438017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87437f72-c0e4-45e5-8a78-2af931cb7a61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.444396] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6429d0-b033-48ba-af3f-3e16a2930515 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.458051] env[69302]: DEBUG nova.compute.provider_tree [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.554329] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160203} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.554636] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.555485] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85882e9e-d5ab-492f-b531-1d938afedfe8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.579300] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 65147a69-cce5-42f7-805f-f1ec2a12fbe7/65147a69-cce5-42f7-805f-f1ec2a12fbe7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.579602] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3a5529-7a03-44ce-a543-592f1e1d410b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.600022] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 967.600022] env[69302]: value = "task-3183791" [ 967.600022] env[69302]: _type = "Task" [ 967.600022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.603330] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.603563] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e0674c0-ff31-44f6-bc23-e1e43200254c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.609903] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.611430] env[69302]: DEBUG oslo_vmware.api [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 967.611430] env[69302]: value = "task-3183792" [ 967.611430] env[69302]: _type = "Task" [ 967.611430] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.621893] env[69302]: DEBUG oslo_vmware.api [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.002511] env[69302]: DEBUG nova.scheduler.client.report [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.002511] env[69302]: DEBUG nova.compute.provider_tree [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 102 to 103 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.002511] env[69302]: DEBUG nova.compute.provider_tree [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.112923] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183791, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.124816] env[69302]: DEBUG oslo_vmware.api [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183792, 'name': PowerOffVM_Task, 'duration_secs': 0.51109} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.127364] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.127593] env[69302]: DEBUG nova.compute.manager [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.128456] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006724c1-98a3-47df-9f98-3fc52046c940 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.508119] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.510547] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.707s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.512127] env[69302]: INFO nova.compute.claims [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.612870] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183791, 'name': ReconfigVM_Task, 'duration_secs': 0.567428} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.613183] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 65147a69-cce5-42f7-805f-f1ec2a12fbe7/65147a69-cce5-42f7-805f-f1ec2a12fbe7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.613799] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d3e7819-1fa8-4e6e-8a54-d0acad20b2f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.620092] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 968.620092] env[69302]: value = "task-3183793" [ 968.620092] env[69302]: _type = "Task" [ 968.620092] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.627697] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183793, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.643055] env[69302]: DEBUG oslo_concurrency.lockutils [None req-319469bb-8a45-4661-8e02-125716da6f87 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.023068] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1beaa4b6-dac2-4335-a523-8ba6de4de447 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "82559a23-331a-4fb9-a620-e3319ea0123c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.848s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.024074] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "82559a23-331a-4fb9-a620-e3319ea0123c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.395s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.024331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.024541] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.024706] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "82559a23-331a-4fb9-a620-e3319ea0123c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.027214] env[69302]: INFO nova.compute.manager [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Terminating instance [ 969.081977] env[69302]: DEBUG nova.objects.instance [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lazy-loading 'flavor' on Instance uuid 39066da5-e656-4aa9-bb3f-0deb8bad255f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.130295] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183793, 'name': Rename_Task, 'duration_secs': 0.195628} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.130567] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.130806] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4d81cf8-cdee-48d3-b7df-c06f3b2f9399 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.136334] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 969.136334] env[69302]: value = "task-3183794" [ 969.136334] env[69302]: _type = "Task" [ 969.136334] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.143798] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.530773] env[69302]: DEBUG nova.compute.manager [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.530975] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.531407] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54517f7b-cbf3-4aaa-b3d7-6b3ad748f071 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.540728] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4d2a71-ab50-4caf-aa6d-491b6f2f765a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.577744] env[69302]: WARNING nova.virt.vmwareapi.vmops [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 82559a23-331a-4fb9-a620-e3319ea0123c could not be found. [ 969.577957] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.578162] env[69302]: INFO nova.compute.manager [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 969.578434] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.581086] env[69302]: DEBUG nova.compute.manager [-] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.581192] env[69302]: DEBUG nova.network.neutron [-] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.588037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.588037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquired lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.588165] env[69302]: DEBUG nova.network.neutron [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.589121] env[69302]: DEBUG nova.objects.instance [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lazy-loading 'info_cache' on Instance uuid 39066da5-e656-4aa9-bb3f-0deb8bad255f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.650507] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.862353] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20072c8e-000d-44f6-8282-7af40b9c33c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.871113] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f116a-1bea-4968-bd60-eb3abbb07092 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.903809] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce41b84b-4388-416d-8a09-5618044d254f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.911963] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f78d19-3e18-480d-8676-887afae26622 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.929412] env[69302]: DEBUG nova.compute.provider_tree [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.091742] env[69302]: DEBUG nova.objects.base [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Object Instance<39066da5-e656-4aa9-bb3f-0deb8bad255f> lazy-loaded attributes: flavor,info_cache {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.145959] env[69302]: DEBUG oslo_vmware.api [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183794, 'name': PowerOnVM_Task, 'duration_secs': 0.826582} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.146340] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.146424] env[69302]: INFO nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Took 8.79 seconds to spawn the instance on the hypervisor. [ 970.146596] env[69302]: DEBUG nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.147365] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08eb90b-cc95-4675-92ea-22e6ecf7e92e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.318067] env[69302]: DEBUG nova.network.neutron [-] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.433365] env[69302]: DEBUG nova.scheduler.client.report [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.441044] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.441044] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.665311] env[69302]: INFO nova.compute.manager [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Took 44.53 seconds to build instance. [ 970.810394] env[69302]: DEBUG nova.network.neutron [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Updating instance_info_cache with network_info: [{"id": "e08a87bf-134b-447d-9f14-e77148e28aeb", "address": "fa:16:3e:56:40:43", "network": {"id": "f4e3e036-68bc-432a-a07b-3fd8f0ff8f64", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1479152833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d30e9d968e79436d857749905bd989ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape08a87bf-13", "ovs_interfaceid": "e08a87bf-134b-447d-9f14-e77148e28aeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.820529] env[69302]: INFO nova.compute.manager [-] [instance: 82559a23-331a-4fb9-a620-e3319ea0123c] Took 1.24 seconds to deallocate network for instance. [ 970.941331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.941887] env[69302]: DEBUG nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.945886] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.963s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.947348] env[69302]: INFO nova.compute.claims [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.949840] env[69302]: DEBUG nova.compute.manager [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.167599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ed863f5f-e38a-4de2-8876-d6e0e52dd9ad tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.587s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.313317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Releasing lock "refresh_cache-39066da5-e656-4aa9-bb3f-0deb8bad255f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.456660] env[69302]: DEBUG nova.compute.utils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.459937] env[69302]: DEBUG nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.460171] env[69302]: DEBUG nova.network.neutron [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.475575] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.513431] env[69302]: DEBUG nova.policy [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98b555cc6b5425bba7dffb499853c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '189b6b93b43b4983a8cf22b4919dae16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.763566] env[69302]: DEBUG nova.network.neutron [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Successfully created port: ec4b55f2-59ec-48d3-b928-20f4c1d85c92 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.844105] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c6a89193-ae5f-405b-a200-c12ff9546b3f tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "82559a23-331a-4fb9-a620-e3319ea0123c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.820s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.964018] env[69302]: DEBUG nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.293243] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fd9031-eb63-4d3a-949d-09f8284225ce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.302521] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa957f80-c5be-46ca-9ed7-898e666b93ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.332799] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.333281] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0006ac6-d7d2-42af-8f02-43573bd58581 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.335637] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd2ccbd-8d11-4d2f-bfdf-d9eb1856adcb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.345177] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca282c59-d35d-4f94-a68b-e9da7d0891e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.349634] env[69302]: DEBUG oslo_vmware.api [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 972.349634] env[69302]: value = "task-3183795" [ 972.349634] env[69302]: _type = "Task" [ 972.349634] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.362626] env[69302]: DEBUG nova.compute.provider_tree [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.369019] env[69302]: DEBUG oslo_vmware.api [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.510298] env[69302]: DEBUG nova.compute.manager [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 972.860830] env[69302]: DEBUG oslo_vmware.api [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183795, 'name': PowerOnVM_Task, 'duration_secs': 0.404319} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.861135] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.861386] env[69302]: DEBUG nova.compute.manager [None req-ff891062-ad45-4888-8628-11fba485d3c6 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.862239] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d9f4e-2e48-4c26-ad65-30b6054501db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.871195] env[69302]: DEBUG nova.scheduler.client.report [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.979035] env[69302]: DEBUG nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.002096] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.002382] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.002541] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.002720] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.002940] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.003115] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.003326] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.003482] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.003642] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.003828] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.004042] env[69302]: DEBUG nova.virt.hardware [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.004903] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8de14ce-1b54-403b-96f3-0a7d1620f943 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.013127] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5fc75-8af0-4d43-954c-e840ea80e929 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.032683] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.055129] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.055494] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.244732] env[69302]: DEBUG nova.compute.manager [req-442d27af-f0d2-434f-b24d-e10e3c8a8c64 req-3ff87916-5656-472c-ad9a-1cec3ee00f74 service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Received event network-vif-plugged-ec4b55f2-59ec-48d3-b928-20f4c1d85c92 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.244970] env[69302]: DEBUG oslo_concurrency.lockutils [req-442d27af-f0d2-434f-b24d-e10e3c8a8c64 req-3ff87916-5656-472c-ad9a-1cec3ee00f74 service nova] Acquiring lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.245204] env[69302]: DEBUG oslo_concurrency.lockutils [req-442d27af-f0d2-434f-b24d-e10e3c8a8c64 req-3ff87916-5656-472c-ad9a-1cec3ee00f74 service nova] Lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.245372] env[69302]: DEBUG oslo_concurrency.lockutils [req-442d27af-f0d2-434f-b24d-e10e3c8a8c64 req-3ff87916-5656-472c-ad9a-1cec3ee00f74 service nova] Lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.245534] env[69302]: DEBUG nova.compute.manager [req-442d27af-f0d2-434f-b24d-e10e3c8a8c64 req-3ff87916-5656-472c-ad9a-1cec3ee00f74 service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] No waiting events found dispatching network-vif-plugged-ec4b55f2-59ec-48d3-b928-20f4c1d85c92 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.245749] env[69302]: WARNING nova.compute.manager [req-442d27af-f0d2-434f-b24d-e10e3c8a8c64 req-3ff87916-5656-472c-ad9a-1cec3ee00f74 service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Received unexpected event network-vif-plugged-ec4b55f2-59ec-48d3-b928-20f4c1d85c92 for instance with vm_state building and task_state spawning. [ 973.333763] env[69302]: DEBUG nova.network.neutron [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Successfully updated port: ec4b55f2-59ec-48d3-b928-20f4c1d85c92 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.375871] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.376394] env[69302]: DEBUG nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.380490] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.843s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.385282] env[69302]: INFO nova.compute.claims [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.558081] env[69302]: DEBUG nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.837914] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "refresh_cache-469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.838129] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "refresh_cache-469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.838245] env[69302]: DEBUG nova.network.neutron [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.890397] env[69302]: DEBUG nova.compute.utils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.894241] env[69302]: DEBUG nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.894416] env[69302]: DEBUG nova.network.neutron [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.931797] env[69302]: DEBUG nova.policy [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c8a9ef9f484d70b21c781580d6f33d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7b2b5e134144eb2ad75edefa86b7c16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.089865] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.382045] env[69302]: DEBUG nova.network.neutron [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.395402] env[69302]: DEBUG nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.624783] env[69302]: DEBUG nova.network.neutron [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Updating instance_info_cache with network_info: [{"id": "ec4b55f2-59ec-48d3-b928-20f4c1d85c92", "address": "fa:16:3e:80:50:76", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4b55f2-59", "ovs_interfaceid": "ec4b55f2-59ec-48d3-b928-20f4c1d85c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.649688] env[69302]: DEBUG nova.network.neutron [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Successfully created port: ad6937f8-85e2-4e33-b16f-6d3e89e3b305 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.790085] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd19a26-b748-4380-aafd-124a2dd5b8d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.797944] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d914d9-2b2b-4690-a2e8-8ed355f019c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.830241] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68eb909-0587-4dcc-bd5a-2c0f8a2c7430 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.838395] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eaba68-0ba8-43c7-8928-0b710927ea8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.854038] env[69302]: DEBUG nova.compute.provider_tree [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.127514] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "refresh_cache-469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.128023] env[69302]: DEBUG nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Instance network_info: |[{"id": "ec4b55f2-59ec-48d3-b928-20f4c1d85c92", "address": "fa:16:3e:80:50:76", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4b55f2-59", "ovs_interfaceid": "ec4b55f2-59ec-48d3-b928-20f4c1d85c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.128505] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:50:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec4b55f2-59ec-48d3-b928-20f4c1d85c92', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.137059] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Creating folder: Project (189b6b93b43b4983a8cf22b4919dae16). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.137344] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ef3e6c-4b77-4241-b406-764f205e5073 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.148676] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Created folder: Project (189b6b93b43b4983a8cf22b4919dae16) in parent group-v636578. [ 975.148846] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Creating folder: Instances. Parent ref: group-v636782. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.149099] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceff96fa-0705-4c9a-bf14-c462002f4b79 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.157982] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Created folder: Instances in parent group-v636782. [ 975.158278] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.158495] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.158751] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45b34c24-7acc-4988-acf6-7daeee91ddbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.179330] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.179330] env[69302]: value = "task-3183798" [ 975.179330] env[69302]: _type = "Task" [ 975.179330] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.187656] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183798, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.270591] env[69302]: DEBUG nova.compute.manager [req-eeb877db-2513-4e5f-ba41-952ab14f4c9c req-2a0d1b19-45de-4a4b-a1df-35550526df4f service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Received event network-changed-ec4b55f2-59ec-48d3-b928-20f4c1d85c92 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.270787] env[69302]: DEBUG nova.compute.manager [req-eeb877db-2513-4e5f-ba41-952ab14f4c9c req-2a0d1b19-45de-4a4b-a1df-35550526df4f service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Refreshing instance network info cache due to event network-changed-ec4b55f2-59ec-48d3-b928-20f4c1d85c92. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.271063] env[69302]: DEBUG oslo_concurrency.lockutils [req-eeb877db-2513-4e5f-ba41-952ab14f4c9c req-2a0d1b19-45de-4a4b-a1df-35550526df4f service nova] Acquiring lock "refresh_cache-469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.271164] env[69302]: DEBUG oslo_concurrency.lockutils [req-eeb877db-2513-4e5f-ba41-952ab14f4c9c req-2a0d1b19-45de-4a4b-a1df-35550526df4f service nova] Acquired lock "refresh_cache-469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.271311] env[69302]: DEBUG nova.network.neutron [req-eeb877db-2513-4e5f-ba41-952ab14f4c9c req-2a0d1b19-45de-4a4b-a1df-35550526df4f service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Refreshing network info cache for port ec4b55f2-59ec-48d3-b928-20f4c1d85c92 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.356743] env[69302]: DEBUG nova.scheduler.client.report [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.407463] env[69302]: DEBUG nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.432231] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.432523] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.432687] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.432937] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.433142] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.433307] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.433520] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.433675] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.433848] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.434020] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.434200] env[69302]: DEBUG nova.virt.hardware [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.435086] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f865ef-48dc-44a2-8012-752601ebe350 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.442665] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3770365e-bf85-4793-a64c-700c9edbd8d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.446460] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "1a0ac874-cfd6-437b-95fc-fd5489854321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.446682] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1a0ac874-cfd6-437b-95fc-fd5489854321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.446875] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "1a0ac874-cfd6-437b-95fc-fd5489854321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.447070] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1a0ac874-cfd6-437b-95fc-fd5489854321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.447236] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1a0ac874-cfd6-437b-95fc-fd5489854321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.449076] env[69302]: INFO nova.compute.manager [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Terminating instance [ 975.691091] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183798, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.862640] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.863244] env[69302]: DEBUG nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.865782] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.349s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.866008] env[69302]: DEBUG nova.objects.instance [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lazy-loading 'resources' on Instance uuid 759448b1-d871-474c-a53a-1380e453b798 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.953012] env[69302]: DEBUG nova.compute.manager [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.953254] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.954167] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f47a3f3-fffd-48ce-8bc7-3f06bbb7c64b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.962827] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.963244] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec60b34-6def-4053-b996-f9800ce9d523 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.969995] env[69302]: DEBUG oslo_vmware.api [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 975.969995] env[69302]: value = "task-3183799" [ 975.969995] env[69302]: _type = "Task" [ 975.969995] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.985608] env[69302]: DEBUG oslo_vmware.api [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.045092] env[69302]: DEBUG nova.network.neutron [req-eeb877db-2513-4e5f-ba41-952ab14f4c9c req-2a0d1b19-45de-4a4b-a1df-35550526df4f service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Updated VIF entry in instance network info cache for port ec4b55f2-59ec-48d3-b928-20f4c1d85c92. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.045680] env[69302]: DEBUG nova.network.neutron [req-eeb877db-2513-4e5f-ba41-952ab14f4c9c req-2a0d1b19-45de-4a4b-a1df-35550526df4f service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Updating instance_info_cache with network_info: [{"id": "ec4b55f2-59ec-48d3-b928-20f4c1d85c92", "address": "fa:16:3e:80:50:76", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4b55f2-59", "ovs_interfaceid": "ec4b55f2-59ec-48d3-b928-20f4c1d85c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.190378] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183798, 'name': CreateVM_Task, 'duration_secs': 0.684538} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.190600] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.191311] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.191474] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.191791] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.192052] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d10cbe5-4c64-4a8c-8b22-8a713ea6ce61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.197266] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 976.197266] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f27cac-5580-52d2-3770-ca790096627a" [ 976.197266] env[69302]: _type = "Task" [ 976.197266] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.205225] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f27cac-5580-52d2-3770-ca790096627a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.299236] env[69302]: DEBUG nova.network.neutron [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Successfully updated port: ad6937f8-85e2-4e33-b16f-6d3e89e3b305 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.370303] env[69302]: DEBUG nova.compute.utils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.374960] env[69302]: DEBUG nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.375145] env[69302]: DEBUG nova.network.neutron [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.417523] env[69302]: DEBUG nova.policy [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aacb66bf88e248e1be8802ac54531105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a6ca079c2c40e78a3af61e94d801a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.479766] env[69302]: DEBUG oslo_vmware.api [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183799, 'name': PowerOffVM_Task, 'duration_secs': 0.384409} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.482231] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.482406] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.483532] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44a29bfb-aee7-4ccb-a609-b08fa89874f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.543995] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.544259] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.544438] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleting the datastore file [datastore2] 1a0ac874-cfd6-437b-95fc-fd5489854321 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.547964] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3abb350-8c63-427a-b970-d0b88de3cdc7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.551591] env[69302]: DEBUG oslo_concurrency.lockutils [req-eeb877db-2513-4e5f-ba41-952ab14f4c9c req-2a0d1b19-45de-4a4b-a1df-35550526df4f service nova] Releasing lock "refresh_cache-469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.559427] env[69302]: DEBUG oslo_vmware.api [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 976.559427] env[69302]: value = "task-3183801" [ 976.559427] env[69302]: _type = "Task" [ 976.559427] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.567708] env[69302]: DEBUG oslo_vmware.api [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.710221] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f27cac-5580-52d2-3770-ca790096627a, 'name': SearchDatastore_Task, 'duration_secs': 0.016092} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.710537] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.710766] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.711015] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.711175] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.711352] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.711619] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-782d7d6f-ea93-4159-a214-37f87c6ad83a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.721906] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.721906] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.723052] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3c7e21-f068-4cce-9e9b-abd9f22f668a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.728123] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f580ef1-e130-4cef-bf1e-12bb7d8cc7ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.733176] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 976.733176] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5290375e-c292-3b4a-08a9-855bf85d9cc6" [ 976.733176] env[69302]: _type = "Task" [ 976.733176] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.742975] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d521f1-1fbc-437b-bcd0-5c57d361bb83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.751335] env[69302]: DEBUG nova.network.neutron [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Successfully created port: c2d164af-bdd1-4779-ba85-97e063171eb0 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.753210] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5290375e-c292-3b4a-08a9-855bf85d9cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.754587] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a2aec2-4e61-408c-ac5d-a9b6ef4ef50f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.781570] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de78ea0-af42-4e81-88ce-0949dbf1c238 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.785437] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 976.785437] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525d7cf1-1560-bed6-550c-18d9ae90bdaf" [ 976.785437] env[69302]: _type = "Task" [ 976.785437] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.792278] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebeac3f-5be0-4974-97b2-cb155c8f278b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.798955] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525d7cf1-1560-bed6-550c-18d9ae90bdaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.800944] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "refresh_cache-3873239f-b0b8-4927-8c11-b106bc4f29d0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.801121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "refresh_cache-3873239f-b0b8-4927-8c11-b106bc4f29d0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.801272] env[69302]: DEBUG nova.network.neutron [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.809912] env[69302]: DEBUG nova.compute.provider_tree [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.876154] env[69302]: DEBUG nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.070066] env[69302]: DEBUG oslo_vmware.api [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140053} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.070326] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.070507] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.070682] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.070854] env[69302]: INFO nova.compute.manager [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Took 1.12 seconds to destroy the instance on the hypervisor. [ 977.071105] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.071301] env[69302]: DEBUG nova.compute.manager [-] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.071397] env[69302]: DEBUG nova.network.neutron [-] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.296074] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525d7cf1-1560-bed6-550c-18d9ae90bdaf, 'name': SearchDatastore_Task, 'duration_secs': 0.015028} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.296347] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.296614] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805/469ae2da-6d9e-4ad7-a8ba-82c2a6ade805.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.296874] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9001f422-4b75-46bf-9014-5c20b3f9f0aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.307959] env[69302]: DEBUG nova.compute.manager [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Received event network-vif-plugged-ad6937f8-85e2-4e33-b16f-6d3e89e3b305 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.308220] env[69302]: DEBUG oslo_concurrency.lockutils [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] Acquiring lock "3873239f-b0b8-4927-8c11-b106bc4f29d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.308429] env[69302]: DEBUG oslo_concurrency.lockutils [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] Lock "3873239f-b0b8-4927-8c11-b106bc4f29d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.308609] env[69302]: DEBUG oslo_concurrency.lockutils [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] Lock "3873239f-b0b8-4927-8c11-b106bc4f29d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.308804] env[69302]: DEBUG nova.compute.manager [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] No waiting events found dispatching network-vif-plugged-ad6937f8-85e2-4e33-b16f-6d3e89e3b305 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.308973] env[69302]: WARNING nova.compute.manager [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Received unexpected event network-vif-plugged-ad6937f8-85e2-4e33-b16f-6d3e89e3b305 for instance with vm_state building and task_state spawning. [ 977.309690] env[69302]: DEBUG nova.compute.manager [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Received event network-changed-ad6937f8-85e2-4e33-b16f-6d3e89e3b305 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.309876] env[69302]: DEBUG nova.compute.manager [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Refreshing instance network info cache due to event network-changed-ad6937f8-85e2-4e33-b16f-6d3e89e3b305. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.310083] env[69302]: DEBUG oslo_concurrency.lockutils [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] Acquiring lock "refresh_cache-3873239f-b0b8-4927-8c11-b106bc4f29d0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.313894] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 977.313894] env[69302]: value = "task-3183802" [ 977.313894] env[69302]: _type = "Task" [ 977.313894] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.328874] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.333765] env[69302]: ERROR nova.scheduler.client.report [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [req-0efccb8d-2aa5-4d30-a5d8-a8284aa9df12] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0efccb8d-2aa5-4d30-a5d8-a8284aa9df12"}]} [ 977.359175] env[69302]: DEBUG nova.scheduler.client.report [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 977.365731] env[69302]: DEBUG nova.network.neutron [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.373932] env[69302]: DEBUG nova.scheduler.client.report [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 977.374257] env[69302]: DEBUG nova.compute.provider_tree [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.391280] env[69302]: DEBUG nova.scheduler.client.report [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.411469] env[69302]: DEBUG nova.scheduler.client.report [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.564396] env[69302]: DEBUG nova.network.neutron [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Updating instance_info_cache with network_info: [{"id": "ad6937f8-85e2-4e33-b16f-6d3e89e3b305", "address": "fa:16:3e:23:fd:96", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6937f8-85", "ovs_interfaceid": "ad6937f8-85e2-4e33-b16f-6d3e89e3b305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.777824] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a7962-cb45-4fbe-a9c4-0d35ea5af177 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.787200] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a477cbd-c9ed-4593-8769-7e4aad801660 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.821382] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a797229b-90be-4cd8-8348-f6c671672284 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.824398] env[69302]: DEBUG nova.network.neutron [-] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.832009] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183802, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.835609] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5afd1f-1922-4c23-8939-a987cd88e926 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.850728] env[69302]: DEBUG nova.compute.provider_tree [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.884999] env[69302]: DEBUG nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.912898] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.913220] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.913374] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.913508] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.913652] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.913798] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.914151] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.914235] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.914397] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.914571] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.914836] env[69302]: DEBUG nova.virt.hardware [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.915742] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5791d773-0b52-4447-889b-339e1f83faf1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.924260] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164da709-3639-4748-aea6-c0559272be12 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.067179] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "refresh_cache-3873239f-b0b8-4927-8c11-b106bc4f29d0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.067626] env[69302]: DEBUG nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Instance network_info: |[{"id": "ad6937f8-85e2-4e33-b16f-6d3e89e3b305", "address": "fa:16:3e:23:fd:96", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6937f8-85", "ovs_interfaceid": "ad6937f8-85e2-4e33-b16f-6d3e89e3b305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.067895] env[69302]: DEBUG oslo_concurrency.lockutils [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] Acquired lock "refresh_cache-3873239f-b0b8-4927-8c11-b106bc4f29d0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.068093] env[69302]: DEBUG nova.network.neutron [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Refreshing network info cache for port ad6937f8-85e2-4e33-b16f-6d3e89e3b305 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.070178] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:fd:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad6937f8-85e2-4e33-b16f-6d3e89e3b305', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.077981] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.082752] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.082752] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6459a00-3760-4e32-87ae-f0cb585098e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.108514] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.108514] env[69302]: value = "task-3183803" [ 978.108514] env[69302]: _type = "Task" [ 978.108514] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.118793] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183803, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.329756] env[69302]: INFO nova.compute.manager [-] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Took 1.26 seconds to deallocate network for instance. [ 978.330128] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608517} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.332051] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805/469ae2da-6d9e-4ad7-a8ba-82c2a6ade805.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.332280] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.335728] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-395855f0-28c9-43e2-9419-96e7133b07c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.341888] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 978.341888] env[69302]: value = "task-3183804" [ 978.341888] env[69302]: _type = "Task" [ 978.341888] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.351496] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.390577] env[69302]: DEBUG nova.scheduler.client.report [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 978.390856] env[69302]: DEBUG nova.compute.provider_tree [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 107 to 108 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 978.391059] env[69302]: DEBUG nova.compute.provider_tree [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.489069] env[69302]: DEBUG nova.network.neutron [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Updated VIF entry in instance network info cache for port ad6937f8-85e2-4e33-b16f-6d3e89e3b305. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.489489] env[69302]: DEBUG nova.network.neutron [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Updating instance_info_cache with network_info: [{"id": "ad6937f8-85e2-4e33-b16f-6d3e89e3b305", "address": "fa:16:3e:23:fd:96", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad6937f8-85", "ovs_interfaceid": "ad6937f8-85e2-4e33-b16f-6d3e89e3b305", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.514285] env[69302]: DEBUG nova.network.neutron [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Successfully updated port: c2d164af-bdd1-4779-ba85-97e063171eb0 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.619949] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183803, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.836777] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.852145] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072685} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.852406] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.853198] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a014cbc-3058-43d2-9568-48cf216dc6fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.874507] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805/469ae2da-6d9e-4ad7-a8ba-82c2a6ade805.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.874752] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198f1d09-ada9-46d4-8a03-ed9604219871 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.893326] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 978.893326] env[69302]: value = "task-3183805" [ 978.893326] env[69302]: _type = "Task" [ 978.893326] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.898848] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.033s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.900941] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.823s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.901187] env[69302]: DEBUG nova.objects.instance [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lazy-loading 'resources' on Instance uuid be243886-63e9-4606-b56d-53696ea2bd7a {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.908672] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.922320] env[69302]: INFO nova.scheduler.client.report [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted allocations for instance 759448b1-d871-474c-a53a-1380e453b798 [ 978.991856] env[69302]: DEBUG oslo_concurrency.lockutils [req-38a0d75c-8fde-4f68-98f0-107f8f43e4c2 req-deee3c2b-6cad-4f07-97bf-0230b14a9355 service nova] Releasing lock "refresh_cache-3873239f-b0b8-4927-8c11-b106bc4f29d0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.016188] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "refresh_cache-12b3bc02-7bf0-4628-8787-f3a38ab6a23a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.016338] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "refresh_cache-12b3bc02-7bf0-4628-8787-f3a38ab6a23a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.016494] env[69302]: DEBUG nova.network.neutron [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.120610] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183803, 'name': CreateVM_Task, 'duration_secs': 0.859132} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.120803] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.121470] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.121631] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.121949] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.122213] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87abc26-1052-48d5-bc0f-b9c8021122a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.126742] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 979.126742] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a60846-f2f8-ab9f-02d2-6cfbeea6edf4" [ 979.126742] env[69302]: _type = "Task" [ 979.126742] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.134298] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a60846-f2f8-ab9f-02d2-6cfbeea6edf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.345674] env[69302]: DEBUG nova.compute.manager [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Received event network-vif-deleted-e5b013aa-c14f-4a54-93b3-3d3c0c0b4f09 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.345885] env[69302]: DEBUG nova.compute.manager [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Received event network-vif-plugged-c2d164af-bdd1-4779-ba85-97e063171eb0 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.346083] env[69302]: DEBUG oslo_concurrency.lockutils [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] Acquiring lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.346289] env[69302]: DEBUG oslo_concurrency.lockutils [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] Lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.346453] env[69302]: DEBUG oslo_concurrency.lockutils [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] Lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.346615] env[69302]: DEBUG nova.compute.manager [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] No waiting events found dispatching network-vif-plugged-c2d164af-bdd1-4779-ba85-97e063171eb0 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.346776] env[69302]: WARNING nova.compute.manager [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Received unexpected event network-vif-plugged-c2d164af-bdd1-4779-ba85-97e063171eb0 for instance with vm_state building and task_state spawning. [ 979.346930] env[69302]: DEBUG nova.compute.manager [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Received event network-changed-c2d164af-bdd1-4779-ba85-97e063171eb0 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.347098] env[69302]: DEBUG nova.compute.manager [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Refreshing instance network info cache due to event network-changed-c2d164af-bdd1-4779-ba85-97e063171eb0. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.347276] env[69302]: DEBUG oslo_concurrency.lockutils [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] Acquiring lock "refresh_cache-12b3bc02-7bf0-4628-8787-f3a38ab6a23a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.406977] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.429158] env[69302]: DEBUG oslo_concurrency.lockutils [None req-118bb84c-2e41-42f1-ae7e-780b6223034d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "759448b1-d871-474c-a53a-1380e453b798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.152s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.549368] env[69302]: DEBUG nova.network.neutron [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.636205] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a60846-f2f8-ab9f-02d2-6cfbeea6edf4, 'name': SearchDatastore_Task, 'duration_secs': 0.031743} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.638787] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.639046] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.639288] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.639499] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.639599] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.640046] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36174e11-6939-4f61-aa3d-4e40e3da4ce1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.650306] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.650621] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.654569] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49dbf9b-39c4-46c4-b228-f1fd1c06424b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.663143] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 979.663143] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525fd8ba-6990-ddb4-0652-e770e3b179e4" [ 979.663143] env[69302]: _type = "Task" [ 979.663143] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.670689] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525fd8ba-6990-ddb4-0652-e770e3b179e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.724742] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b317eb-ac5b-42d5-a682-a34fcef90956 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.732295] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e4d4e3-433e-4ff4-a8e9-6c691cde0238 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.764367] env[69302]: DEBUG nova.network.neutron [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Updating instance_info_cache with network_info: [{"id": "c2d164af-bdd1-4779-ba85-97e063171eb0", "address": "fa:16:3e:01:d9:2c", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d164af-bd", "ovs_interfaceid": "c2d164af-bdd1-4779-ba85-97e063171eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.766098] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031803c1-2c65-4b0d-8988-03b85ccbab07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.774564] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d54cb-0ff2-452a-ae4e-f771bf135cd8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.791584] env[69302]: DEBUG nova.compute.provider_tree [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.908487] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183805, 'name': ReconfigVM_Task, 'duration_secs': 0.7209} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.908487] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805/469ae2da-6d9e-4ad7-a8ba-82c2a6ade805.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.909414] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f55ea67d-66a4-4586-af51-1e4ee521e0e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.917216] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 979.917216] env[69302]: value = "task-3183806" [ 979.917216] env[69302]: _type = "Task" [ 979.917216] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.925746] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183806, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.174425] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525fd8ba-6990-ddb4-0652-e770e3b179e4, 'name': SearchDatastore_Task, 'duration_secs': 0.026273} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.175521] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb40f3c9-b06e-4c90-a110-97fb573e5df7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.181868] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 980.181868] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529fe39d-88b9-368a-da1c-f18890254ef2" [ 980.181868] env[69302]: _type = "Task" [ 980.181868] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.190930] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529fe39d-88b9-368a-da1c-f18890254ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.269701] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "refresh_cache-12b3bc02-7bf0-4628-8787-f3a38ab6a23a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.270079] env[69302]: DEBUG nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Instance network_info: |[{"id": "c2d164af-bdd1-4779-ba85-97e063171eb0", "address": "fa:16:3e:01:d9:2c", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d164af-bd", "ovs_interfaceid": "c2d164af-bdd1-4779-ba85-97e063171eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.270407] env[69302]: DEBUG oslo_concurrency.lockutils [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] Acquired lock "refresh_cache-12b3bc02-7bf0-4628-8787-f3a38ab6a23a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.270589] env[69302]: DEBUG nova.network.neutron [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Refreshing network info cache for port c2d164af-bdd1-4779-ba85-97e063171eb0 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.271810] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:d9:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2d164af-bdd1-4779-ba85-97e063171eb0', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.279522] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.280522] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.280749] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3868d2df-240f-432c-a060-50a0fd916643 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.296969] env[69302]: DEBUG nova.scheduler.client.report [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.305722] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.305722] env[69302]: value = "task-3183807" [ 980.305722] env[69302]: _type = "Task" [ 980.305722] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.314627] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183807, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.427716] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183806, 'name': Rename_Task, 'duration_secs': 0.187137} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.427872] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.428135] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8950e8c3-ab62-47f6-8474-f18cba604b57 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.434550] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 980.434550] env[69302]: value = "task-3183808" [ 980.434550] env[69302]: _type = "Task" [ 980.434550] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.442063] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.695074] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529fe39d-88b9-368a-da1c-f18890254ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.695730] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.696111] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 3873239f-b0b8-4927-8c11-b106bc4f29d0/3873239f-b0b8-4927-8c11-b106bc4f29d0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.696706] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2a95eb6-f4a7-4003-9908-7ca13cd3d2c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.707098] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 980.707098] env[69302]: value = "task-3183809" [ 980.707098] env[69302]: _type = "Task" [ 980.707098] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.714211] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.802460] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.804862] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.746s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.805114] env[69302]: DEBUG nova.objects.instance [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lazy-loading 'resources' on Instance uuid b4172ce0-3bb0-4c73-acdb-d90d8c6d1475 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.814934] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183807, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.824663] env[69302]: INFO nova.scheduler.client.report [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Deleted allocations for instance be243886-63e9-4606-b56d-53696ea2bd7a [ 980.946926] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.020275] env[69302]: DEBUG nova.network.neutron [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Updated VIF entry in instance network info cache for port c2d164af-bdd1-4779-ba85-97e063171eb0. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.020664] env[69302]: DEBUG nova.network.neutron [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Updating instance_info_cache with network_info: [{"id": "c2d164af-bdd1-4779-ba85-97e063171eb0", "address": "fa:16:3e:01:d9:2c", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d164af-bd", "ovs_interfaceid": "c2d164af-bdd1-4779-ba85-97e063171eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.215435] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183809, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.318729] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183807, 'name': CreateVM_Task, 'duration_secs': 0.588658} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.318729] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.319487] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.319719] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.320540] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.320735] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111b65c0-ac01-41b7-a625-d2ba489eed6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.326528] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 981.326528] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c0b36b-0821-5e10-8d53-5eaa442d78b4" [ 981.326528] env[69302]: _type = "Task" [ 981.326528] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.340019] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c0b36b-0821-5e10-8d53-5eaa442d78b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.340019] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a18513f9-afdd-4a68-9388-ce1341790963 tempest-ServerAddressesTestJSON-176169665 tempest-ServerAddressesTestJSON-176169665-project-member] Lock "be243886-63e9-4606-b56d-53696ea2bd7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.653s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.447058] env[69302]: DEBUG oslo_vmware.api [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183808, 'name': PowerOnVM_Task, 'duration_secs': 0.587144} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.447283] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.447481] env[69302]: INFO nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Took 8.47 seconds to spawn the instance on the hypervisor. [ 981.447654] env[69302]: DEBUG nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.448466] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c43dae-01c2-4496-9087-5e5d51d8f568 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.523530] env[69302]: DEBUG oslo_concurrency.lockutils [req-2e3d2f02-b2f6-4c02-a398-467a71e51a0b req-a15da4e4-67e9-45fb-8a23-d3a83d4852fd service nova] Releasing lock "refresh_cache-12b3bc02-7bf0-4628-8787-f3a38ab6a23a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.579832] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc0e75b-6c7f-462e-a000-7f418ecab342 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.586836] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee5aebe-6bb0-42e3-bb08-b1dbc78f37a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.617871] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92dd9f6-4a38-4191-9ea5-b6fac2bc39d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.624870] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f985f6-1abe-4b8e-aece-ecbcd92ed9ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.637931] env[69302]: DEBUG nova.compute.provider_tree [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.717367] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512128} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.717367] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 3873239f-b0b8-4927-8c11-b106bc4f29d0/3873239f-b0b8-4927-8c11-b106bc4f29d0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.718199] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.718199] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e793bcc7-6336-43cd-b0d6-98e2e927d793 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.723834] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 981.723834] env[69302]: value = "task-3183810" [ 981.723834] env[69302]: _type = "Task" [ 981.723834] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.732551] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.837777] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c0b36b-0821-5e10-8d53-5eaa442d78b4, 'name': SearchDatastore_Task, 'duration_secs': 0.022558} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.838070] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.838302] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.838531] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.838676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.838852] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.839131] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-335a71e9-5900-4859-b982-36da0249939e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.850218] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.850339] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.851094] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cad364-3b63-439b-81b2-ff066778094c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.856310] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 981.856310] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b5a3f-6836-a81e-d66c-5535c6709ca1" [ 981.856310] env[69302]: _type = "Task" [ 981.856310] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.864193] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b5a3f-6836-a81e-d66c-5535c6709ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.966548] env[69302]: INFO nova.compute.manager [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Took 28.18 seconds to build instance. [ 982.140946] env[69302]: DEBUG nova.scheduler.client.report [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.234137] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.434501} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.234381] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.235130] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b4136-296f-4963-916f-d865f04ba3f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.259964] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 3873239f-b0b8-4927-8c11-b106bc4f29d0/3873239f-b0b8-4927-8c11-b106bc4f29d0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.260299] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6314e6e0-3efa-44e2-a4d4-460a57ceb904 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.285022] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 982.285022] env[69302]: value = "task-3183811" [ 982.285022] env[69302]: _type = "Task" [ 982.285022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.291586] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.367735] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b5a3f-6836-a81e-d66c-5535c6709ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.071143} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.368951] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11a2828-cdc9-4141-a779-71231f502d46 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.375908] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 982.375908] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52070f1f-90fa-1e72-2336-6aa33078f1d1" [ 982.375908] env[69302]: _type = "Task" [ 982.375908] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.385887] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52070f1f-90fa-1e72-2336-6aa33078f1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.469478] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70ba3346-867a-45d0-9bcf-57ad2aaae480 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.703s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.647543] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.650131] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.479s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.650394] env[69302]: DEBUG nova.objects.instance [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lazy-loading 'resources' on Instance uuid 611bfa11-5a0a-41ff-9521-43427e9aece7 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.683440] env[69302]: INFO nova.scheduler.client.report [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Deleted allocations for instance b4172ce0-3bb0-4c73-acdb-d90d8c6d1475 [ 982.794442] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183811, 'name': ReconfigVM_Task, 'duration_secs': 0.277597} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.794835] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 3873239f-b0b8-4927-8c11-b106bc4f29d0/3873239f-b0b8-4927-8c11-b106bc4f29d0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.795490] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-914e3f7c-1f81-4337-ac9d-3bb00b6ba998 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.802319] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 982.802319] env[69302]: value = "task-3183812" [ 982.802319] env[69302]: _type = "Task" [ 982.802319] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.816991] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183812, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.887283] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52070f1f-90fa-1e72-2336-6aa33078f1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016919} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.887283] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.887283] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 12b3bc02-7bf0-4628-8787-f3a38ab6a23a/12b3bc02-7bf0-4628-8787-f3a38ab6a23a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.887283] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bfa395f-19d5-4a81-b40c-c1c0f82c9f27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.892734] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 982.892734] env[69302]: value = "task-3183813" [ 982.892734] env[69302]: _type = "Task" [ 982.892734] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.901453] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.197312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6d1a9906-ef98-4e50-90ac-5794f50f4869 tempest-ServerRescueTestJSON-172971687 tempest-ServerRescueTestJSON-172971687-project-member] Lock "b4172ce0-3bb0-4c73-acdb-d90d8c6d1475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.483s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.317774] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183812, 'name': Rename_Task, 'duration_secs': 0.133325} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.318105] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.318497] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-993a02c6-582c-4c21-ad52-73982f84a6d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.330481] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 983.330481] env[69302]: value = "task-3183814" [ 983.330481] env[69302]: _type = "Task" [ 983.330481] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.338571] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.408554] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183813, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.560010] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743d61da-5c85-4733-9883-6d125d942a2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.568607] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e76f42-7787-4b9e-a981-be0cb3af8295 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.607303] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18c9df-4ddf-47f6-82b3-ffe4d7f4bb06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.615167] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7420d70c-27c4-4cfa-a5e8-4950d9628385 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.629810] env[69302]: DEBUG nova.compute.provider_tree [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.840742] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.905344] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72743} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.905665] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 12b3bc02-7bf0-4628-8787-f3a38ab6a23a/12b3bc02-7bf0-4628-8787-f3a38ab6a23a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.905828] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.906129] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0583a1b-4b3b-4bf9-aa9d-7e23b69a7a04 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.918295] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 983.918295] env[69302]: value = "task-3183815" [ 983.918295] env[69302]: _type = "Task" [ 983.918295] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.929769] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.133249] env[69302]: DEBUG nova.scheduler.client.report [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.342199] env[69302]: DEBUG oslo_vmware.api [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183814, 'name': PowerOnVM_Task, 'duration_secs': 0.619504} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.342543] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.342773] env[69302]: INFO nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Took 8.94 seconds to spawn the instance on the hypervisor. [ 984.342986] env[69302]: DEBUG nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.344055] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcf6504-ee24-4f3f-b7b1-01db39a78c6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.432466] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072849} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.432741] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.433601] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fb8820-0554-49c0-bca4-57d241fd61b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.458708] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 12b3bc02-7bf0-4628-8787-f3a38ab6a23a/12b3bc02-7bf0-4628-8787-f3a38ab6a23a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.459099] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26302fa9-4977-4a73-a756-73625dcc17e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.480443] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 984.480443] env[69302]: value = "task-3183816" [ 984.480443] env[69302]: _type = "Task" [ 984.480443] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.488988] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.643234] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.650550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.319s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.650921] env[69302]: DEBUG nova.objects.instance [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lazy-loading 'resources' on Instance uuid 42d36706-e362-4910-b2db-14a23f4cb39b {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.683749] env[69302]: INFO nova.scheduler.client.report [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleted allocations for instance 611bfa11-5a0a-41ff-9521-43427e9aece7 [ 984.869364] env[69302]: INFO nova.compute.manager [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Took 30.91 seconds to build instance. [ 984.923141] env[69302]: DEBUG nova.compute.manager [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.924055] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689b37a3-ca30-472e-975b-21c89ba59da1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.992188] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183816, 'name': ReconfigVM_Task, 'duration_secs': 0.330432} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.992494] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 12b3bc02-7bf0-4628-8787-f3a38ab6a23a/12b3bc02-7bf0-4628-8787-f3a38ab6a23a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.993172] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ade0e68-52be-4719-bdec-7af49d5e5aa7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.999404] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 984.999404] env[69302]: value = "task-3183817" [ 984.999404] env[69302]: _type = "Task" [ 984.999404] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.012569] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183817, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.196467] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4a466bcb-523f-4c87-bf3b-1f8a3ee4d081 tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "611bfa11-5a0a-41ff-9521-43427e9aece7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.729s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.371398] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb018f3b-2e0a-4dcc-9806-fa8d56e166e6 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "3873239f-b0b8-4927-8c11-b106bc4f29d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.428s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.372469] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba74a443-71e8-48f1-9974-16d5dd799b8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.380675] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdae6c5-2405-4d61-8139-e2d743d588aa tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Suspending the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 985.380977] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-24953837-33e5-4244-a243-553a1930a90d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.387881] env[69302]: DEBUG oslo_vmware.api [None req-bbdae6c5-2405-4d61-8139-e2d743d588aa tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 985.387881] env[69302]: value = "task-3183818" [ 985.387881] env[69302]: _type = "Task" [ 985.387881] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.397839] env[69302]: DEBUG oslo_vmware.api [None req-bbdae6c5-2405-4d61-8139-e2d743d588aa tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183818, 'name': SuspendVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.436073] env[69302]: INFO nova.compute.manager [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] instance snapshotting [ 985.439434] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cabd0e-cb0e-4b2a-842d-6b7794e78ae2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.467884] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236ba4aa-c6f0-4c97-8766-106e767147a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.514656] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183817, 'name': Rename_Task, 'duration_secs': 0.147483} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.516957] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.518252] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5f879b8-5f78-4f1a-b771-6dc82e06cafa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.525703] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 985.525703] env[69302]: value = "task-3183819" [ 985.525703] env[69302]: _type = "Task" [ 985.525703] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.534189] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.580478] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35fed1a-789c-47cf-b2ba-cd1cb7395634 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.588605] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7f1daa-c098-412f-bb8a-e31aef4dcb3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.621448] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f624288-d170-435b-b782-b03a861014b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.629096] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d245a9-dabe-42a1-a2d0-5cf37e94c69c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.644628] env[69302]: DEBUG nova.compute.provider_tree [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.899770] env[69302]: DEBUG oslo_vmware.api [None req-bbdae6c5-2405-4d61-8139-e2d743d588aa tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183818, 'name': SuspendVM_Task} progress is 62%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.981935] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 985.982368] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53a793e0-a5b8-4833-afa4-57e3fe5174a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.991083] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 985.991083] env[69302]: value = "task-3183820" [ 985.991083] env[69302]: _type = "Task" [ 985.991083] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.001286] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.041016] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.185214] env[69302]: DEBUG nova.scheduler.client.report [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.185485] env[69302]: DEBUG nova.compute.provider_tree [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 108 to 109 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.185653] env[69302]: DEBUG nova.compute.provider_tree [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.399074] env[69302]: DEBUG oslo_vmware.api [None req-bbdae6c5-2405-4d61-8139-e2d743d588aa tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183818, 'name': SuspendVM_Task, 'duration_secs': 0.669369} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.399363] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdae6c5-2405-4d61-8139-e2d743d588aa tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Suspended the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 986.399541] env[69302]: DEBUG nova.compute.manager [None req-bbdae6c5-2405-4d61-8139-e2d743d588aa tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.400423] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf07c9-8487-4672-a6d8-cf6ded1d68ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.503623] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.536075] env[69302]: DEBUG oslo_vmware.api [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183819, 'name': PowerOnVM_Task, 'duration_secs': 0.670181} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.536416] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.536656] env[69302]: INFO nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Took 8.65 seconds to spawn the instance on the hypervisor. [ 986.536835] env[69302]: DEBUG nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.537813] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc31a37e-8414-4ff5-8cc3-e10a0dbdf3e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.690817] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.693544] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.218s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.695228] env[69302]: INFO nova.compute.claims [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.713779] env[69302]: INFO nova.scheduler.client.report [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Deleted allocations for instance 42d36706-e362-4910-b2db-14a23f4cb39b [ 987.003697] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.056957] env[69302]: INFO nova.compute.manager [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Took 32.54 seconds to build instance. [ 987.221947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ebd1f46-6acd-4b56-bc95-25c8aa3f1c1a tempest-ListServersNegativeTestJSON-779684170 tempest-ListServersNegativeTestJSON-779684170-project-member] Lock "42d36706-e362-4910-b2db-14a23f4cb39b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.613s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.505064] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183820, 'name': CreateSnapshot_Task, 'duration_secs': 1.325599} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.505280] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.507029] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4dd7dd-24d2-463e-9d52-919e8241057c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.560125] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6eb66a60-0066-4bd4-ba03-4d3d39c7e894 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.050s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.610441] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.611252] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.648699] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "cfce7be3-5876-42ed-8e43-27e615b21e78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.648964] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "cfce7be3-5876-42ed-8e43-27e615b21e78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.024295] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.024655] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfb84f52-b458-4679-b8ac-3742fa19ef64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.029065] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feedc20-18e3-4c09-ab03-7dc8f0945aad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.037215] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a4a0cd-e4ee-4c66-823b-67ea661b1132 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.041065] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 988.041065] env[69302]: value = "task-3183821" [ 988.041065] env[69302]: _type = "Task" [ 988.041065] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.074504] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c5fdd2-27f5-4892-aabb-4a3be574680f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.080397] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183821, 'name': CloneVM_Task} progress is 12%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.086966] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7e00e9-83bd-4949-a96c-889fbe05ae29 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.102655] env[69302]: DEBUG nova.compute.provider_tree [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.115250] env[69302]: DEBUG nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.152180] env[69302]: DEBUG nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.551802] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183821, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.606369] env[69302]: DEBUG nova.scheduler.client.report [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.644346] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.675880] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.853106] env[69302]: DEBUG nova.compute.manager [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.854074] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db85140-4f88-40a0-a278-0cb728f69669 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.051708] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183821, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.111991] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.112541] env[69302]: DEBUG nova.compute.manager [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.116112] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.083s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.368953] env[69302]: INFO nova.compute.manager [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] instance snapshotting [ 989.369070] env[69302]: WARNING nova.compute.manager [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 989.372053] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b1f372-f67b-436b-9936-c258ee42d15f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.393698] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a193ca-54ee-4f35-9e5a-d559c10ead34 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.551911] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183821, 'name': CloneVM_Task, 'duration_secs': 1.37947} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.552191] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Created linked-clone VM from snapshot [ 989.552936] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aff6bd-c599-4d2a-87dd-e6cfed8a9528 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.560827] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Uploading image 1a77a8ff-fdf0-4753-9d75-692fb5a0d1a9 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 989.573081] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 989.573571] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8bdcdd14-bc34-41cb-b248-71c8b4ea9fd3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.579340] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 989.579340] env[69302]: value = "task-3183822" [ 989.579340] env[69302]: _type = "Task" [ 989.579340] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.587094] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183822, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.618668] env[69302]: DEBUG nova.compute.utils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.622112] env[69302]: INFO nova.compute.claims [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.625554] env[69302]: DEBUG nova.compute.manager [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 989.905466] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 989.906347] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e0ceb2ea-ebad-498c-bf2c-afb6b2a95b45 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.915749] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 989.915749] env[69302]: value = "task-3183823" [ 989.915749] env[69302]: _type = "Task" [ 989.915749] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.924609] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183823, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.088722] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183822, 'name': Destroy_Task, 'duration_secs': 0.331879} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.089057] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Destroyed the VM [ 990.089373] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 990.089545] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf257722-9eb3-453b-aa6f-bf0490ea2186 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.095368] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 990.095368] env[69302]: value = "task-3183824" [ 990.095368] env[69302]: _type = "Task" [ 990.095368] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.102832] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183824, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.126764] env[69302]: DEBUG nova.compute.manager [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.131117] env[69302]: INFO nova.compute.resource_tracker [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating resource usage from migration c8d157ed-3854-4d71-8d02-68cbf58671ae [ 990.429777] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183823, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.469775] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bb027-6a6c-4dce-8d64-3f33a76f4a75 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.477881] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69191f60-b7fb-43db-afc9-3fc0922e7938 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.514610] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dec71ca-a43d-480d-b9b8-008a8c56a693 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.522407] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fd7cc3-de30-4c2c-9af4-b31dcba2876c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.538887] env[69302]: DEBUG nova.compute.provider_tree [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.605371] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183824, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.931974] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183823, 'name': CreateSnapshot_Task, 'duration_secs': 0.545469} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.932250] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 990.933474] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074c94cd-6c91-4096-a002-206076c3270e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.042299] env[69302]: DEBUG nova.scheduler.client.report [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.105602] env[69302]: DEBUG oslo_vmware.api [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183824, 'name': RemoveSnapshot_Task, 'duration_secs': 0.812695} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.105885] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 991.142013] env[69302]: DEBUG nova.compute.manager [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.169624] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.169853] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.170039] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.170438] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.170438] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.170583] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.170793] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.170970] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.175034] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.175034] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.175034] env[69302]: DEBUG nova.virt.hardware [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.175034] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b8dd5d-199a-4f76-8198-2d227ca1e9bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.183251] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002c115-fe85-4c73-a1e2-2ea9814258f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.198217] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.204565] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Creating folder: Project (ca6af6004d7c403784b19b3415884325). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.204565] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ac152d5-1f6d-47d0-8145-c74bbb7459b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.215309] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Created folder: Project (ca6af6004d7c403784b19b3415884325) in parent group-v636578. [ 991.215832] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Creating folder: Instances. Parent ref: group-v636790. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.215832] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72fac40-bbcc-4efb-8145-b592ddc4faa7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.224545] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Created folder: Instances in parent group-v636790. [ 991.224715] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.224904] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.225116] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cad26435-00b6-47d8-b5ce-8cf022e27ee7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.241858] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.241858] env[69302]: value = "task-3183827" [ 991.241858] env[69302]: _type = "Task" [ 991.241858] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.249426] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183827, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.458668] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.459011] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c52c555-8ba5-4efa-8aa6-f264a276b8b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.467646] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 991.467646] env[69302]: value = "task-3183828" [ 991.467646] env[69302]: _type = "Task" [ 991.467646] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.480350] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183828, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.551663] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.433s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.551663] env[69302]: INFO nova.compute.manager [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Migrating [ 991.557384] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.468s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.560044] env[69302]: INFO nova.compute.claims [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.610985] env[69302]: WARNING nova.compute.manager [None req-37b307ef-2a3d-4ab3-89fd-2be49c786ae5 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Image not found during snapshot: nova.exception.ImageNotFound: Image 1a77a8ff-fdf0-4753-9d75-692fb5a0d1a9 could not be found. [ 991.752827] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183827, 'name': CreateVM_Task, 'duration_secs': 0.506269} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.752827] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.753286] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.753456] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.753779] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.754059] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ded0c8d-b414-4a2d-b476-484c137877fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.758674] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 991.758674] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294adf1-dd41-f709-eae2-6d2635225258" [ 991.758674] env[69302]: _type = "Task" [ 991.758674] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.769238] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294adf1-dd41-f709-eae2-6d2635225258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.779407] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquiring lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.779666] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.779886] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquiring lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.780112] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.780305] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.782561] env[69302]: INFO nova.compute.manager [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Terminating instance [ 991.978718] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183828, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.076419] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.076643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.076820] env[69302]: DEBUG nova.network.neutron [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.271251] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294adf1-dd41-f709-eae2-6d2635225258, 'name': SearchDatastore_Task, 'duration_secs': 0.011839} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.271568] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.271806] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.272059] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.272210] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.272384] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.272670] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aaf0c4d-0d23-48d8-b931-e92e27c9e868 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.281915] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.281915] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.282422] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a124a11-da05-4b79-937b-d9d6b514c621 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.286606] env[69302]: DEBUG nova.compute.manager [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.286793] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.288079] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf028b-5b2b-4b10-b5b7-db9e3181226c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.292807] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 992.292807] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f3d751-3530-fa21-e469-8af2316a2390" [ 992.292807] env[69302]: _type = "Task" [ 992.292807] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.301887] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.302518] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21327fb6-8b2c-472a-b115-8d0257557b9e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.308245] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f3d751-3530-fa21-e469-8af2316a2390, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.310509] env[69302]: DEBUG oslo_vmware.api [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 992.310509] env[69302]: value = "task-3183829" [ 992.310509] env[69302]: _type = "Task" [ 992.310509] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.310936] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadfa7c8-5ae9-46b1-a755-ec142ce334d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.320361] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 992.320361] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc3bdf-2678-ad95-3001-0031024729e5" [ 992.320361] env[69302]: _type = "Task" [ 992.320361] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.324302] env[69302]: DEBUG oslo_vmware.api [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.331637] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc3bdf-2678-ad95-3001-0031024729e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.478919] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183828, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.800503] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.800954] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.801045] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.801227] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.801391] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.806172] env[69302]: INFO nova.compute.manager [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Terminating instance [ 992.823079] env[69302]: DEBUG oslo_vmware.api [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183829, 'name': PowerOffVM_Task, 'duration_secs': 0.207927} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.825675] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.825831] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.826604] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b022a5-46b5-4ca9-9044-f37c86086f02 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.836472] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc3bdf-2678-ad95-3001-0031024729e5, 'name': SearchDatastore_Task, 'duration_secs': 0.021274} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.838725] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.838975] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43/e3d70ce9-d360-43cb-b3ed-7786232c0d43.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.840794] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57989b96-0601-4b71-b9a6-374e6e895c80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.847627] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 992.847627] env[69302]: value = "task-3183831" [ 992.847627] env[69302]: _type = "Task" [ 992.847627] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.860030] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.894718] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.894953] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.895154] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Deleting the datastore file [datastore1] 50ee926a-fb36-47db-ba2d-90aff8c5ccd0 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.895456] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d8eb611-0141-44ee-9225-4a3a14987b3e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.898295] env[69302]: DEBUG nova.network.neutron [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance_info_cache with network_info: [{"id": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "address": "fa:16:3e:7e:9e:25", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071cd300-ad", "ovs_interfaceid": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.903253] env[69302]: DEBUG oslo_vmware.api [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for the task: (returnval){ [ 992.903253] env[69302]: value = "task-3183832" [ 992.903253] env[69302]: _type = "Task" [ 992.903253] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.914837] env[69302]: DEBUG oslo_vmware.api [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.958191] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c64bcf-ca2d-4447-8614-a47a5bd59df7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.969508] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb337b4-6dd5-4d2f-aebc-e8eb6b86b600 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.984407] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183828, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.013662] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fbe727-3510-4c9a-8eff-84e82f7832d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.021843] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ade39c-6928-4446-885c-7662342fb03a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.035658] env[69302]: DEBUG nova.compute.provider_tree [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.186030] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "611af241-297e-4023-a6da-fe043983ffd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.186242] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "611af241-297e-4023-a6da-fe043983ffd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.312412] env[69302]: DEBUG nova.compute.manager [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.312869] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.313560] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51c0ce2-56a7-4e36-83bf-12d0f7d93b4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.321917] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.322214] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c06bac79-981a-4cf8-a9cc-49d5e7bd7a4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.328415] env[69302]: DEBUG oslo_vmware.api [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 993.328415] env[69302]: value = "task-3183833" [ 993.328415] env[69302]: _type = "Task" [ 993.328415] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.337349] env[69302]: DEBUG oslo_vmware.api [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.357964] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183831, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.402028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.417932] env[69302]: DEBUG oslo_vmware.api [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Task: {'id': task-3183832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1531} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.419473] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.419473] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.419473] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.419473] env[69302]: INFO nova.compute.manager [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 993.419727] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.419898] env[69302]: DEBUG nova.compute.manager [-] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.419987] env[69302]: DEBUG nova.network.neutron [-] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.483416] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183828, 'name': CloneVM_Task, 'duration_secs': 1.665301} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.483725] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Created linked-clone VM from snapshot [ 993.484537] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aea66a-d8ce-47cc-af89-a64f8cd5bf45 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.492802] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Uploading image 66bdbeef-3e5c-4baf-938e-8cdaff80d8f1 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.522640] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.522640] env[69302]: value = "vm-636793" [ 993.522640] env[69302]: _type = "VirtualMachine" [ 993.522640] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.523246] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d75a20bb-dba9-4fb2-bbd6-71e31dd640b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.529818] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lease: (returnval){ [ 993.529818] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52def737-1820-c4e3-3a59-e94b1edd3657" [ 993.529818] env[69302]: _type = "HttpNfcLease" [ 993.529818] env[69302]: } obtained for exporting VM: (result){ [ 993.529818] env[69302]: value = "vm-636793" [ 993.529818] env[69302]: _type = "VirtualMachine" [ 993.529818] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.530186] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the lease: (returnval){ [ 993.530186] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52def737-1820-c4e3-3a59-e94b1edd3657" [ 993.530186] env[69302]: _type = "HttpNfcLease" [ 993.530186] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.536587] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.536587] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52def737-1820-c4e3-3a59-e94b1edd3657" [ 993.536587] env[69302]: _type = "HttpNfcLease" [ 993.536587] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.540041] env[69302]: DEBUG nova.scheduler.client.report [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.689360] env[69302]: DEBUG nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.839579] env[69302]: DEBUG oslo_vmware.api [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183833, 'name': PowerOffVM_Task, 'duration_secs': 0.266867} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.839917] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.840124] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.840393] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57c7eff1-0bd1-4436-a67f-48ac258e27c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.858238] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553609} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.858564] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43/e3d70ce9-d360-43cb-b3ed-7786232c0d43.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.858738] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.859092] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc26aed-072e-4a7c-b0d3-7dfc15dd313f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.867244] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 993.867244] env[69302]: value = "task-3183836" [ 993.867244] env[69302]: _type = "Task" [ 993.867244] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.876517] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.939923] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.940278] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.940593] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleting the datastore file [datastore1] 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.941868] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f37b1f8-9eef-4ade-9401-8934a82e4a15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.948021] env[69302]: DEBUG oslo_vmware.api [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 993.948021] env[69302]: value = "task-3183837" [ 993.948021] env[69302]: _type = "Task" [ 993.948021] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.958887] env[69302]: DEBUG oslo_vmware.api [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.978307] env[69302]: DEBUG nova.compute.manager [req-f1876fc7-0ef2-4158-a9e5-285fed4e117a req-b1e7e507-fff4-4e36-b0ec-24be356f276a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Received event network-vif-deleted-f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.978507] env[69302]: INFO nova.compute.manager [req-f1876fc7-0ef2-4158-a9e5-285fed4e117a req-b1e7e507-fff4-4e36-b0ec-24be356f276a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Neutron deleted interface f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb; detaching it from the instance and deleting it from the info cache [ 993.978674] env[69302]: DEBUG nova.network.neutron [req-f1876fc7-0ef2-4158-a9e5-285fed4e117a req-b1e7e507-fff4-4e36-b0ec-24be356f276a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.038472] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.038472] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52def737-1820-c4e3-3a59-e94b1edd3657" [ 994.038472] env[69302]: _type = "HttpNfcLease" [ 994.038472] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.038764] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.038764] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52def737-1820-c4e3-3a59-e94b1edd3657" [ 994.038764] env[69302]: _type = "HttpNfcLease" [ 994.038764] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 994.039481] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558a2b3-f8a9-4d30-ac3e-4da5b918b5e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.043858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.044565] env[69302]: DEBUG nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.050539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.214s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.050760] env[69302]: DEBUG nova.objects.instance [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lazy-loading 'resources' on Instance uuid 1a0ac874-cfd6-437b-95fc-fd5489854321 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.053143] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e33595-9901-b04a-4d58-3117a5a8ec16/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.053143] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e33595-9901-b04a-4d58-3117a5a8ec16/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 994.200838] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-affc5215-3e3d-4645-8717-69408ad24a1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.216785] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.378121] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15531} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.378476] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.379275] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf049939-4a9b-4bda-96a1-ead9fa2bdc66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.401658] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43/e3d70ce9-d360-43cb-b3ed-7786232c0d43.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.404175] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08cc9e67-5e90-4908-918e-5345550df0c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.426243] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 994.426243] env[69302]: value = "task-3183838" [ 994.426243] env[69302]: _type = "Task" [ 994.426243] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.437428] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.458632] env[69302]: DEBUG oslo_vmware.api [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180164} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.458879] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.459078] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.459256] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.459430] env[69302]: INFO nova.compute.manager [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Took 1.15 seconds to destroy the instance on the hypervisor. [ 994.459673] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.459871] env[69302]: DEBUG nova.compute.manager [-] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.459968] env[69302]: DEBUG nova.network.neutron [-] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.461806] env[69302]: DEBUG nova.network.neutron [-] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.481358] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-239f20c6-1743-4677-ba10-19edff35e1aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.490429] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec42a8-9b0d-4c78-a3f9-26505cd1086a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.526920] env[69302]: DEBUG nova.compute.manager [req-f1876fc7-0ef2-4158-a9e5-285fed4e117a req-b1e7e507-fff4-4e36-b0ec-24be356f276a service nova] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Detach interface failed, port_id=f2d736a1-8c39-4c03-bbc8-68b4bd4ac3bb, reason: Instance 50ee926a-fb36-47db-ba2d-90aff8c5ccd0 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 994.558383] env[69302]: DEBUG nova.compute.utils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.560119] env[69302]: DEBUG nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.560309] env[69302]: DEBUG nova.network.neutron [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.833204] env[69302]: DEBUG nova.policy [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48f82908ae244f3b47477250d24f5f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54fa409d6d0647f8b874ffe2484bca97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.935953] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f887595d-e09b-4340-974a-c62f2de1c62a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.941125] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de215c2e-ebf5-49cd-8a3e-f6f4e8c339d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.968367] env[69302]: INFO nova.compute.manager [-] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Took 1.55 seconds to deallocate network for instance. [ 994.968969] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance '65147a69-cce5-42f7-805f-f1ec2a12fbe7' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.972574] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183838, 'name': ReconfigVM_Task, 'duration_secs': 0.302323} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.975279] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43/e3d70ce9-d360-43cb-b3ed-7786232c0d43.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.977899] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b912a00-6230-46f1-af20-5a2099c960ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.983076] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd5407-8299-414c-8b73-b6947a804b49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.021209] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b10dfa5-6e42-4aac-aa11-a3abaaa92e93 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.025278] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 995.025278] env[69302]: value = "task-3183839" [ 995.025278] env[69302]: _type = "Task" [ 995.025278] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.033050] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde90fd3-fad6-446a-9930-acff511c7303 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.042480] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183839, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.052944] env[69302]: DEBUG nova.compute.provider_tree [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.068280] env[69302]: DEBUG nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.366541] env[69302]: DEBUG nova.network.neutron [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Successfully created port: 9edfdacb-7e5a-48ba-aa2f-42778c8df908 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.475532] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.475532] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e269b3-84ec-4de2-92b9-e7d72e3693a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.484158] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 995.484158] env[69302]: value = "task-3183840" [ 995.484158] env[69302]: _type = "Task" [ 995.484158] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.488550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.492199] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.536313] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183839, 'name': Rename_Task, 'duration_secs': 0.1537} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.536591] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.536851] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bfcc740-e04a-4ceb-8187-56dcf229f375 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.543607] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 995.543607] env[69302]: value = "task-3183841" [ 995.543607] env[69302]: _type = "Task" [ 995.543607] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.552975] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.555883] env[69302]: DEBUG nova.scheduler.client.report [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.726758] env[69302]: DEBUG nova.network.neutron [-] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.995671] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183840, 'name': PowerOffVM_Task, 'duration_secs': 0.234829} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.995955] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.996173] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance '65147a69-cce5-42f7-805f-f1ec2a12fbe7' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.006490] env[69302]: DEBUG nova.compute.manager [req-73044899-5286-4ad4-8057-3bc0232b69b8 req-1a1b0727-6c62-4f77-a8e0-3016c2870a63 service nova] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Received event network-vif-deleted-ec4b55f2-59ec-48d3-b928-20f4c1d85c92 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.055444] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183841, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.060676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.063095] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.419s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.064652] env[69302]: INFO nova.compute.claims [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.076721] env[69302]: DEBUG nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.086507] env[69302]: INFO nova.scheduler.client.report [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleted allocations for instance 1a0ac874-cfd6-437b-95fc-fd5489854321 [ 996.099089] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.099401] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.099485] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.099669] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.099809] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.099952] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.100176] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.100335] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.100501] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.100662] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.100864] env[69302]: DEBUG nova.virt.hardware [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.101758] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3152aceb-04c3-40dc-8a28-9b89fa13a7f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.109906] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9fd848-a718-4efb-93eb-70b1b32a7765 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.229465] env[69302]: INFO nova.compute.manager [-] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Took 1.77 seconds to deallocate network for instance. [ 996.503723] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.505033] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.505033] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.505033] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.505033] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.505412] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.505412] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.505629] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.505833] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.506052] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.506244] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.511245] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa554e6-b550-4a59-99fe-c51c7e3e19a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.527930] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 996.527930] env[69302]: value = "task-3183842" [ 996.527930] env[69302]: _type = "Task" [ 996.527930] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.538335] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.556760] env[69302]: DEBUG oslo_vmware.api [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183841, 'name': PowerOnVM_Task, 'duration_secs': 0.53539} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.557166] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.557446] env[69302]: INFO nova.compute.manager [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Took 5.42 seconds to spawn the instance on the hypervisor. [ 996.557684] env[69302]: DEBUG nova.compute.manager [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.558842] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a782feb0-1f92-414e-b991-b8b5208739fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.598058] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6634303b-a883-4427-9293-88f760730723 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1a0ac874-cfd6-437b-95fc-fd5489854321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.151s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.736174] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.869954] env[69302]: DEBUG nova.network.neutron [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Successfully updated port: 9edfdacb-7e5a-48ba-aa2f-42778c8df908 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.038476] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183842, 'name': ReconfigVM_Task, 'duration_secs': 0.191616} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.038800] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance '65147a69-cce5-42f7-805f-f1ec2a12fbe7' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.079233] env[69302]: INFO nova.compute.manager [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Took 25.62 seconds to build instance. [ 997.373777] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-36948998-ffbc-47eb-9af6-0eef2b16b7ef" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.373975] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-36948998-ffbc-47eb-9af6-0eef2b16b7ef" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.374125] env[69302]: DEBUG nova.network.neutron [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.381811] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cd910-a8c8-487a-abf5-ea5bb9bd0b71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.390279] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a706ef5c-fd0c-4529-8648-609a6f49bac8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.423841] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6819b59-3964-405d-8d3d-3ae3a530b063 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.431545] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12935b7a-2253-4f56-801e-ba43b87c0cbe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.445352] env[69302]: DEBUG nova.compute.provider_tree [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.518912] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.519298] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.520032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.520032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.520160] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.523387] env[69302]: INFO nova.compute.manager [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Terminating instance [ 997.546376] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.546376] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.546376] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.546707] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.546967] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.547259] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.547629] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.547917] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.548250] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.548549] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.548874] env[69302]: DEBUG nova.virt.hardware [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.554691] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 997.555329] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329e1594-12b1-46a9-b686-10e46d8b34b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.575732] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 997.575732] env[69302]: value = "task-3183843" [ 997.575732] env[69302]: _type = "Task" [ 997.575732] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.584485] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fc647abc-c78d-4530-839b-055a97d80bcd tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.144s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.584757] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.874649] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9605e75d-3e25-4092-b12d-3fdc5137d369 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.875051] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9605e75d-3e25-4092-b12d-3fdc5137d369 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.875405] env[69302]: DEBUG nova.objects.instance [None req-9605e75d-3e25-4092-b12d-3fdc5137d369 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'flavor' on Instance uuid 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.906565] env[69302]: DEBUG nova.network.neutron [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.948429] env[69302]: DEBUG nova.scheduler.client.report [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.030514] env[69302]: DEBUG nova.compute.manager [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.030736] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.031675] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55615e3c-cce6-479e-addc-4bc9591a9dc9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.040112] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.040375] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43727f7-e17b-4a10-a628-8c8797123874 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.046608] env[69302]: DEBUG oslo_vmware.api [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 998.046608] env[69302]: value = "task-3183844" [ 998.046608] env[69302]: _type = "Task" [ 998.046608] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.055157] env[69302]: DEBUG oslo_vmware.api [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.085345] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183843, 'name': ReconfigVM_Task, 'duration_secs': 0.169261} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.085626] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.087662] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05efd2c7-324d-40bf-aab6-227b1358daef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.110958] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 65147a69-cce5-42f7-805f-f1ec2a12fbe7/65147a69-cce5-42f7-805f-f1ec2a12fbe7.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.112202] env[69302]: DEBUG nova.network.neutron [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Updating instance_info_cache with network_info: [{"id": "9edfdacb-7e5a-48ba-aa2f-42778c8df908", "address": "fa:16:3e:50:5a:35", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edfdacb-7e", "ovs_interfaceid": "9edfdacb-7e5a-48ba-aa2f-42778c8df908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.114090] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2952174d-1f9a-44ed-89bc-2d4b309932b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.137160] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 998.137160] env[69302]: value = "task-3183845" [ 998.137160] env[69302]: _type = "Task" [ 998.137160] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.145805] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.290338] env[69302]: INFO nova.compute.manager [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Rebuilding instance [ 998.338159] env[69302]: DEBUG nova.compute.manager [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.339176] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ba03de-8db7-4ddc-b48a-41ddb88676d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.344071] env[69302]: DEBUG nova.compute.manager [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Received event network-vif-plugged-9edfdacb-7e5a-48ba-aa2f-42778c8df908 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.344306] env[69302]: DEBUG oslo_concurrency.lockutils [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] Acquiring lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.344531] env[69302]: DEBUG oslo_concurrency.lockutils [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.344699] env[69302]: DEBUG oslo_concurrency.lockutils [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.344880] env[69302]: DEBUG nova.compute.manager [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] No waiting events found dispatching network-vif-plugged-9edfdacb-7e5a-48ba-aa2f-42778c8df908 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.345063] env[69302]: WARNING nova.compute.manager [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Received unexpected event network-vif-plugged-9edfdacb-7e5a-48ba-aa2f-42778c8df908 for instance with vm_state building and task_state spawning. [ 998.345232] env[69302]: DEBUG nova.compute.manager [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Received event network-changed-9edfdacb-7e5a-48ba-aa2f-42778c8df908 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.345385] env[69302]: DEBUG nova.compute.manager [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Refreshing instance network info cache due to event network-changed-9edfdacb-7e5a-48ba-aa2f-42778c8df908. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.345576] env[69302]: DEBUG oslo_concurrency.lockutils [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] Acquiring lock "refresh_cache-36948998-ffbc-47eb-9af6-0eef2b16b7ef" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.381107] env[69302]: DEBUG nova.objects.instance [None req-9605e75d-3e25-4092-b12d-3fdc5137d369 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'pci_requests' on Instance uuid 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.453790] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.454992] env[69302]: DEBUG nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.457116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.781s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.458608] env[69302]: INFO nova.compute.claims [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.558103] env[69302]: DEBUG oslo_vmware.api [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183844, 'name': PowerOffVM_Task, 'duration_secs': 0.201465} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.558436] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.558606] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.558871] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eba44114-239b-4709-a59a-f105208b34d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.615637] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-36948998-ffbc-47eb-9af6-0eef2b16b7ef" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.615862] env[69302]: DEBUG nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Instance network_info: |[{"id": "9edfdacb-7e5a-48ba-aa2f-42778c8df908", "address": "fa:16:3e:50:5a:35", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edfdacb-7e", "ovs_interfaceid": "9edfdacb-7e5a-48ba-aa2f-42778c8df908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.616245] env[69302]: DEBUG oslo_concurrency.lockutils [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] Acquired lock "refresh_cache-36948998-ffbc-47eb-9af6-0eef2b16b7ef" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.616429] env[69302]: DEBUG nova.network.neutron [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Refreshing network info cache for port 9edfdacb-7e5a-48ba-aa2f-42778c8df908 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.617739] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:5a:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9edfdacb-7e5a-48ba-aa2f-42778c8df908', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.625993] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.627324] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.627651] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.627885] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.628117] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleting the datastore file [datastore2] 1ef489df-adcb-4c74-9827-69a7d0d1d8ea {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.628887] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16334375-c7fb-449c-a879-e18b88840922 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.643845] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eddc79c6-9467-490f-8ce8-651a3df7aec4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.655179] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183845, 'name': ReconfigVM_Task, 'duration_secs': 0.362877} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.657295] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 65147a69-cce5-42f7-805f-f1ec2a12fbe7/65147a69-cce5-42f7-805f-f1ec2a12fbe7.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.657581] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance '65147a69-cce5-42f7-805f-f1ec2a12fbe7' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.660958] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.660958] env[69302]: value = "task-3183847" [ 998.660958] env[69302]: _type = "Task" [ 998.660958] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.662727] env[69302]: DEBUG oslo_vmware.api [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 998.662727] env[69302]: value = "task-3183848" [ 998.662727] env[69302]: _type = "Task" [ 998.662727] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.674114] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183847, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.677331] env[69302]: DEBUG oslo_vmware.api [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.883863] env[69302]: DEBUG nova.objects.base [None req-9605e75d-3e25-4092-b12d-3fdc5137d369 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Object Instance<597ddeb9-b1cb-4691-bfc0-f94bcdfdf490> lazy-loaded attributes: flavor,pci_requests {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.884187] env[69302]: DEBUG nova.network.neutron [None req-9605e75d-3e25-4092-b12d-3fdc5137d369 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.962933] env[69302]: DEBUG nova.compute.utils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.970025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9605e75d-3e25-4092-b12d-3fdc5137d369 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.092s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.970025] env[69302]: DEBUG nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.970025] env[69302]: DEBUG nova.network.neutron [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.005841] env[69302]: DEBUG nova.policy [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '142224c7ac1843248e67d1779d34d748', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb3b15ec951b455db9d2ccea6adf30dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.165728] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd556c92-bbf9-4387-bffe-491f8f5b71cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.181378] env[69302]: DEBUG oslo_vmware.api [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145612} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.201093] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.201698] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.202064] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.202321] env[69302]: INFO nova.compute.manager [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Took 1.17 seconds to destroy the instance on the hypervisor. [ 999.202609] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.203022] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183847, 'name': CreateVM_Task, 'duration_secs': 0.477028} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.203445] env[69302]: DEBUG nova.compute.manager [-] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.203703] env[69302]: DEBUG nova.network.neutron [-] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.206725] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a065184d-2063-461e-b784-067199fdf460 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.209522] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.210592] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.210916] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.211185] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.212191] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f0c001-cdd7-4850-96d4-c7a473fd2bc0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.227963] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance '65147a69-cce5-42f7-805f-f1ec2a12fbe7' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.234507] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 999.234507] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522cd312-c97e-7276-5e42-1589b33cd152" [ 999.234507] env[69302]: _type = "Task" [ 999.234507] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.243103] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522cd312-c97e-7276-5e42-1589b33cd152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.357145] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.360563] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef67711-f0f0-4c74-911d-f3fe26636f58 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.369343] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 999.369343] env[69302]: value = "task-3183849" [ 999.369343] env[69302]: _type = "Task" [ 999.369343] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.382137] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.450548] env[69302]: INFO nova.compute.manager [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Rebuilding instance [ 999.469824] env[69302]: DEBUG nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.514560] env[69302]: DEBUG nova.compute.manager [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.515528] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fb2669-ac80-4f9c-9db3-b4d733ca1e6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.635903] env[69302]: DEBUG nova.network.neutron [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Successfully created port: 9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.753617] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522cd312-c97e-7276-5e42-1589b33cd152, 'name': SearchDatastore_Task, 'duration_secs': 0.015471} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.757496] env[69302]: DEBUG nova.network.neutron [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Updated VIF entry in instance network info cache for port 9edfdacb-7e5a-48ba-aa2f-42778c8df908. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.757814] env[69302]: DEBUG nova.network.neutron [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Updating instance_info_cache with network_info: [{"id": "9edfdacb-7e5a-48ba-aa2f-42778c8df908", "address": "fa:16:3e:50:5a:35", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9edfdacb-7e", "ovs_interfaceid": "9edfdacb-7e5a-48ba-aa2f-42778c8df908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.760588] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.760889] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.761200] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.761369] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.764419] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.764419] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e7076c-8ff3-4f01-a6ae-922095fd772b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.770815] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.771249] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.772013] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cc6d1e-b08e-4848-94b8-b60765b8fc80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.782770] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 999.782770] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527acda5-7de9-70be-f18b-8eed48bd4e82" [ 999.782770] env[69302]: _type = "Task" [ 999.782770] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.786865] env[69302]: DEBUG nova.network.neutron [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Port 071cd300-ad7a-4871-b34e-3a06e78ceec8 binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 999.795639] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527acda5-7de9-70be-f18b-8eed48bd4e82, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.800933] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f2e4d8-e6e6-40a5-8699-20c81ff9492d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.807374] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 999.807374] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52296b77-93eb-2743-814b-fc15e88934b4" [ 999.807374] env[69302]: _type = "Task" [ 999.807374] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.816354] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52296b77-93eb-2743-814b-fc15e88934b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.833468] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb78232-2029-4239-9250-414572d07742 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.841387] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d97851-ecc4-4531-9444-497ac397d0e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.881814] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a464f963-7835-4748-b96a-edd3e9992f0a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.891910] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183849, 'name': PowerOffVM_Task, 'duration_secs': 0.169215} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.896017] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.896017] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.896209] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4c26ea-648f-4fb6-a5a8-bae96a40dcab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.900877] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61665387-2751-441b-9a21-b3e8d40cc5c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.913516] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.925026] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c40e207-9118-4560-b1b4-58072a1c594c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.925026] env[69302]: DEBUG nova.compute.provider_tree [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.950334] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.950544] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.950721] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Deleting the datastore file [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.951036] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0b360b-332d-4d8d-a5b9-90b9b400db69 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.957220] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 999.957220] env[69302]: value = "task-3183851" [ 999.957220] env[69302]: _type = "Task" [ 999.957220] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.966781] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.263849] env[69302]: DEBUG oslo_concurrency.lockutils [req-70c222cc-d932-4d66-b6ce-2c18f50f698a req-2e1fd2b6-c36b-4410-af9c-277dd7533a7b service nova] Releasing lock "refresh_cache-36948998-ffbc-47eb-9af6-0eef2b16b7ef" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.318448] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52296b77-93eb-2743-814b-fc15e88934b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.318781] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.319055] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 36948998-ffbc-47eb-9af6-0eef2b16b7ef/36948998-ffbc-47eb-9af6-0eef2b16b7ef.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.319354] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab80e68e-63c1-4bf6-9b70-9ce949c2a3db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.326439] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1000.326439] env[69302]: value = "task-3183852" [ 1000.326439] env[69302]: _type = "Task" [ 1000.326439] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.334861] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.386509] env[69302]: DEBUG nova.network.neutron [-] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.428031] env[69302]: DEBUG nova.scheduler.client.report [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.459446] env[69302]: DEBUG nova.compute.manager [req-6a67813f-1c0a-4b04-accb-b36301ff1d0a req-61427ce6-8647-473e-b541-6a9d6f0db1be service nova] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Received event network-vif-deleted-df9507f9-1987-4302-86fc-b148320b5237 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.469176] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114154} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.469462] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.470028] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.470028] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.488276] env[69302]: DEBUG nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.514055] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.514346] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.514505] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.514683] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.514830] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.514979] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.515214] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.515401] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.515556] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.515718] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.515900] env[69302]: DEBUG nova.virt.hardware [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.517226] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f7f32a-3ff5-4e69-94d4-2af53e9c992d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.528173] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc2d8c6-1288-4627-b09c-aad0be088c89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.542731] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.543715] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a902e90-c394-4c43-b76c-ef9abb2340ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.549797] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1000.549797] env[69302]: value = "task-3183853" [ 1000.549797] env[69302]: _type = "Task" [ 1000.549797] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.559467] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.717874] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.718356] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.718541] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.718779] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.719027] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.721722] env[69302]: INFO nova.compute.manager [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Terminating instance [ 1000.812011] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.812338] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.812566] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.836810] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183852, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.889043] env[69302]: INFO nova.compute.manager [-] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Took 1.69 seconds to deallocate network for instance. [ 1000.932897] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.933583] env[69302]: DEBUG nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.936706] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.720s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.938219] env[69302]: INFO nova.compute.claims [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.993420] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.993746] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.994153] env[69302]: DEBUG nova.objects.instance [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'flavor' on Instance uuid 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.060125] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183853, 'name': PowerOffVM_Task, 'duration_secs': 0.308333} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.060459] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.060791] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.061555] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6337a59d-9fce-4115-8d82-8ed755fd0d0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.068903] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.069170] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff406d96-7ff4-4723-b587-2caaaf789768 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.134621] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.134907] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.135136] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleting the datastore file [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.135438] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a95f4b26-7dc3-44fd-beab-b7b8999d9e3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.142629] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1001.142629] env[69302]: value = "task-3183855" [ 1001.142629] env[69302]: _type = "Task" [ 1001.142629] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.150902] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.226891] env[69302]: DEBUG nova.compute.manager [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.227130] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.228145] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a18999-f741-4808-a15f-e4f909dacb17 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.239360] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.239692] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8cc29d-ceb1-45a0-9aaa-6a30e5502582 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.246164] env[69302]: DEBUG oslo_vmware.api [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 1001.246164] env[69302]: value = "task-3183856" [ 1001.246164] env[69302]: _type = "Task" [ 1001.246164] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.259143] env[69302]: DEBUG oslo_vmware.api [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.338341] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536511} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.338587] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 36948998-ffbc-47eb-9af6-0eef2b16b7ef/36948998-ffbc-47eb-9af6-0eef2b16b7ef.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.338761] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.339089] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eea3bf0a-00e3-4b82-bfcb-394b995e2b4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.346066] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1001.346066] env[69302]: value = "task-3183857" [ 1001.346066] env[69302]: _type = "Task" [ 1001.346066] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.355321] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.397545] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.442775] env[69302]: DEBUG nova.compute.utils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.446664] env[69302]: DEBUG nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.446801] env[69302]: DEBUG nova.network.neutron [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.477196] env[69302]: DEBUG nova.network.neutron [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Successfully updated port: 9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.487670] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e33595-9901-b04a-4d58-3117a5a8ec16/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1001.488643] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b57a9-a5b0-4132-ab7d-d684493ee841 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.499317] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e33595-9901-b04a-4d58-3117a5a8ec16/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1001.499478] env[69302]: ERROR oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e33595-9901-b04a-4d58-3117a5a8ec16/disk-0.vmdk due to incomplete transfer. [ 1001.501463] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2415ad8d-640a-4d7b-8bf5-eed9aa93089c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.509673] env[69302]: DEBUG oslo_vmware.rw_handles [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e33595-9901-b04a-4d58-3117a5a8ec16/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1001.509881] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Uploaded image 66bdbeef-3e5c-4baf-938e-8cdaff80d8f1 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1001.513031] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1001.515536] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.515536] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.515691] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.515837] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.515983] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.516149] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.516360] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.516517] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.516679] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.516838] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.517027] env[69302]: DEBUG nova.virt.hardware [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.517651] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad3afce2-9b4f-48fc-854c-e5a523f24fc3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.519753] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0ee5f8-734a-4473-a564-26f8ef54f887 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.525875] env[69302]: DEBUG nova.policy [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aacb66bf88e248e1be8802ac54531105', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a6ca079c2c40e78a3af61e94d801a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.530522] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1001.530522] env[69302]: value = "task-3183858" [ 1001.530522] env[69302]: _type = "Task" [ 1001.530522] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.531863] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aabd1d-02fc-410a-addd-4715f6530ab0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.548261] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183858, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.557565] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.563248] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.565798] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.566045] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56e5a03a-3ffa-4236-8b37-f1008c2a97a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.584377] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.584377] env[69302]: value = "task-3183859" [ 1001.584377] env[69302]: _type = "Task" [ 1001.584377] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.594802] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183859, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.647956] env[69302]: DEBUG nova.objects.instance [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'pci_requests' on Instance uuid 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.654700] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199392} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.654948] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.655144] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.655325] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.756012] env[69302]: DEBUG oslo_vmware.api [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183856, 'name': PowerOffVM_Task, 'duration_secs': 0.31475} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.756413] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.756569] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.756690] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2020b4e7-47cd-41cd-b62f-543834a1787d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.814682] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.814898] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.815104] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Deleting the datastore file [datastore2] 98bc66d4-ceaf-41e5-8e44-7da3b94616f4 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.815357] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5749edf2-dddd-4a5c-8974-ed3401ec4b00 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.821726] env[69302]: DEBUG oslo_vmware.api [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for the task: (returnval){ [ 1001.821726] env[69302]: value = "task-3183861" [ 1001.821726] env[69302]: _type = "Task" [ 1001.821726] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.831882] env[69302]: DEBUG oslo_vmware.api [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.855515] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152481} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.855789] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.856658] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a90a0-b124-4901-a577-06bd2a252b37 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.884528] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 36948998-ffbc-47eb-9af6-0eef2b16b7ef/36948998-ffbc-47eb-9af6-0eef2b16b7ef.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.885621] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.885786] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.885948] env[69302]: DEBUG nova.network.neutron [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.887239] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1904dc04-8e1a-474c-892f-c192a13c40a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.910033] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1001.910033] env[69302]: value = "task-3183862" [ 1001.910033] env[69302]: _type = "Task" [ 1001.910033] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.918826] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.939340] env[69302]: DEBUG nova.network.neutron [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Successfully created port: eea984b4-c4b4-450b-ad72-5ef0050f3934 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.947774] env[69302]: DEBUG nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.985193] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.985272] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.985441] env[69302]: DEBUG nova.network.neutron [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.048831] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183858, 'name': Destroy_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.097780] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183859, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.150724] env[69302]: DEBUG nova.objects.base [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Object Instance<597ddeb9-b1cb-4691-bfc0-f94bcdfdf490> lazy-loaded attributes: flavor,pci_requests {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1002.150933] env[69302]: DEBUG nova.network.neutron [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.296518] env[69302]: DEBUG nova.policy [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.314993] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e04f2e-0017-4a88-89c1-4022d30210f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.322569] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b57a6f-48a2-4f12-9d74-a09f9a840b5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.368522] env[69302]: DEBUG nova.network.neutron [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance_info_cache with network_info: [{"id": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "address": "fa:16:3e:7e:9e:25", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071cd300-ad", "ovs_interfaceid": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.370187] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a093d7-a07c-48aa-84bf-a494bec1802f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.372994] env[69302]: DEBUG oslo_vmware.api [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Task: {'id': task-3183861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188415} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.373742] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.374077] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.374356] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.374600] env[69302]: INFO nova.compute.manager [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1002.374924] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.375729] env[69302]: DEBUG nova.compute.manager [-] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.375844] env[69302]: DEBUG nova.network.neutron [-] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.381354] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0b8558-d8f4-4697-b43b-f826d3d824a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.397341] env[69302]: DEBUG nova.compute.provider_tree [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.419709] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.550364] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183858, 'name': Destroy_Task, 'duration_secs': 0.810323} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.550811] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Destroyed the VM [ 1002.551118] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1002.551395] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3297e38f-917e-4845-8bce-e0af2931efae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.557462] env[69302]: DEBUG nova.network.neutron [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.567740] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1002.567740] env[69302]: value = "task-3183863" [ 1002.567740] env[69302]: _type = "Task" [ 1002.567740] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.575956] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.597601] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183859, 'name': CreateVM_Task, 'duration_secs': 0.740574} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.597777] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.598220] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.598379] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.598693] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.599474] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a642560-a12f-45be-95c6-b955c4fea7d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.605394] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1002.605394] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52db9357-a594-0a2a-7a74-95987920fca7" [ 1002.605394] env[69302]: _type = "Task" [ 1002.605394] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.618833] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52db9357-a594-0a2a-7a74-95987920fca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.649225] env[69302]: DEBUG nova.network.neutron [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Successfully created port: 1c163770-2fc7-47fc-8d02-ead0aac07dfb {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.693617] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.693855] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.694023] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.694209] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.694358] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.694502] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.694714] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.694869] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.695047] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.695214] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.695422] env[69302]: DEBUG nova.virt.hardware [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.696340] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a94205-526f-4821-a248-5d8a3326fb07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.706657] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4baa9ec-a028-4978-ac55-ad4a155749a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.721095] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:98:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0290f79-20a8-4143-a319-82bc01e63796', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.728502] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.728787] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.729035] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da5eb00-0771-415c-8bea-c7cb3c14880d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.750062] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.750062] env[69302]: value = "task-3183864" [ 1002.750062] env[69302]: _type = "Task" [ 1002.750062] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.758163] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183864, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.818157] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "3873239f-b0b8-4927-8c11-b106bc4f29d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.818157] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "3873239f-b0b8-4927-8c11-b106bc4f29d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.818157] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "3873239f-b0b8-4927-8c11-b106bc4f29d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.818322] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "3873239f-b0b8-4927-8c11-b106bc4f29d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.818646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "3873239f-b0b8-4927-8c11-b106bc4f29d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.824125] env[69302]: INFO nova.compute.manager [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Terminating instance [ 1002.874224] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.900782] env[69302]: DEBUG nova.scheduler.client.report [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.921863] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183862, 'name': ReconfigVM_Task, 'duration_secs': 0.758599} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.922697] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 36948998-ffbc-47eb-9af6-0eef2b16b7ef/36948998-ffbc-47eb-9af6-0eef2b16b7ef.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.923664] env[69302]: DEBUG nova.network.neutron [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating instance_info_cache with network_info: [{"id": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "address": "fa:16:3e:28:ef:fa", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ff4d9-49", "ovs_interfaceid": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.925165] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8012e36f-c2eb-44af-8479-54c229210ab7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.934726] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1002.934726] env[69302]: value = "task-3183865" [ 1002.934726] env[69302]: _type = "Task" [ 1002.934726] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.947418] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183865, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.959622] env[69302]: DEBUG nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.993045] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.993267] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.993439] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.993711] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.993820] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.993925] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.994212] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.994382] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.994578] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.994744] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.994917] env[69302]: DEBUG nova.virt.hardware [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.995892] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c73a112-8cd0-46df-8f91-e2d78ce23b26 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.005134] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3a7ada-f5a0-4c07-8c1b-86d8175b4268 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.080856] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183863, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.116226] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52db9357-a594-0a2a-7a74-95987920fca7, 'name': SearchDatastore_Task, 'duration_secs': 0.023405} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.116585] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.116887] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.117221] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.117424] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.117599] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.117882] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-617faa03-8389-45b3-b287-36861a96e6ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.127058] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.127317] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.128023] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f517268f-7d94-4aaa-9319-872b6d13a89e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.135202] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1003.135202] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c18ecb-6a27-126c-26ec-65fa522e3445" [ 1003.135202] env[69302]: _type = "Task" [ 1003.135202] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.141918] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c18ecb-6a27-126c-26ec-65fa522e3445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.261944] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183864, 'name': CreateVM_Task, 'duration_secs': 0.389798} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.262208] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.262771] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.262931] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.263310] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.263580] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7d12b9-af25-4c04-a8e4-a2653ab5b72b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.268681] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1003.268681] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e03823-03d4-d3a1-2ff3-a3abc5a1fc55" [ 1003.268681] env[69302]: _type = "Task" [ 1003.268681] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.276556] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e03823-03d4-d3a1-2ff3-a3abc5a1fc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.329599] env[69302]: DEBUG nova.compute.manager [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.329764] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.330680] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9c5ff4-3b75-4eb1-bef6-0d68a87018a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.338527] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.338812] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a120c1d0-ed57-422a-9765-e7569e3c3e89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.400972] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5abf9af-97e2-42b3-bdda-092f453a9d8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.420418] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.420930] env[69302]: DEBUG nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.423804] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.935s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.424044] env[69302]: DEBUG nova.objects.instance [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lazy-loading 'resources' on Instance uuid 50ee926a-fb36-47db-ba2d-90aff8c5ccd0 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.425504] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b802efa-c2c1-400e-9538-7d1daa382c12 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.429026] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.429346] env[69302]: DEBUG nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Instance network_info: |[{"id": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "address": "fa:16:3e:28:ef:fa", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ff4d9-49", "ovs_interfaceid": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.429767] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:ef:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f9ff4d9-4981-4778-bb61-4b16f7737254', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.437265] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating folder: Project (eb3b15ec951b455db9d2ccea6adf30dc). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.438161] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b8b07cd-0706-4bc9-b480-c908318fae1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.445943] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance '65147a69-cce5-42f7-805f-f1ec2a12fbe7' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.459457] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183865, 'name': Rename_Task, 'duration_secs': 0.203396} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.459757] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.461168] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14113e66-6ef1-45ba-9544-3c4e7b2f6ad4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.463136] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Created folder: Project (eb3b15ec951b455db9d2ccea6adf30dc) in parent group-v636578. [ 1003.463324] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating folder: Instances. Parent ref: group-v636797. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.463559] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebe4c6e8-06b5-46ea-b379-0f0377680feb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.470087] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1003.470087] env[69302]: value = "task-3183868" [ 1003.470087] env[69302]: _type = "Task" [ 1003.470087] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.480371] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Created folder: Instances in parent group-v636797. [ 1003.480767] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.485317] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.485392] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.485553] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16b82cfb-ced6-4983-8c25-6628afc5231d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.506251] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.506251] env[69302]: value = "task-3183870" [ 1003.506251] env[69302]: _type = "Task" [ 1003.506251] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.518312] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183870, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.578745] env[69302]: DEBUG oslo_vmware.api [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183863, 'name': RemoveSnapshot_Task, 'duration_secs': 0.929792} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.579258] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.579647] env[69302]: INFO nova.compute.manager [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Took 14.21 seconds to snapshot the instance on the hypervisor. [ 1003.645807] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c18ecb-6a27-126c-26ec-65fa522e3445, 'name': SearchDatastore_Task, 'duration_secs': 0.013383} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.646646] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ddf406c-821d-4177-9def-610d81a2210f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.653130] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1003.653130] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527df8a9-9a45-0d87-17bc-f9e607cb5ea8" [ 1003.653130] env[69302]: _type = "Task" [ 1003.653130] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.659778] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.660037] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.660250] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleting the datastore file [datastore1] 3873239f-b0b8-4927-8c11-b106bc4f29d0 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.660938] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17926e0-3804-47a1-ab49-0c6bc08305d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.666495] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527df8a9-9a45-0d87-17bc-f9e607cb5ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.667875] env[69302]: DEBUG oslo_vmware.api [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1003.667875] env[69302]: value = "task-3183871" [ 1003.667875] env[69302]: _type = "Task" [ 1003.667875] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.676669] env[69302]: DEBUG oslo_vmware.api [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.783790] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e03823-03d4-d3a1-2ff3-a3abc5a1fc55, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.784284] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.784635] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.784977] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.829864] env[69302]: DEBUG nova.compute.manager [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received event network-vif-plugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.830840] env[69302]: DEBUG oslo_concurrency.lockutils [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] Acquiring lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.831135] env[69302]: DEBUG oslo_concurrency.lockutils [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.831322] env[69302]: DEBUG oslo_concurrency.lockutils [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.831498] env[69302]: DEBUG nova.compute.manager [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] No waiting events found dispatching network-vif-plugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.831665] env[69302]: WARNING nova.compute.manager [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received unexpected event network-vif-plugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 for instance with vm_state building and task_state spawning. [ 1003.831836] env[69302]: DEBUG nova.compute.manager [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received event network-changed-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.831981] env[69302]: DEBUG nova.compute.manager [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Refreshing instance network info cache due to event network-changed-9f9ff4d9-4981-4778-bb61-4b16f7737254. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.832195] env[69302]: DEBUG oslo_concurrency.lockutils [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] Acquiring lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.832333] env[69302]: DEBUG oslo_concurrency.lockutils [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] Acquired lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.832489] env[69302]: DEBUG nova.network.neutron [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Refreshing network info cache for port 9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.937121] env[69302]: DEBUG nova.compute.utils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.942140] env[69302]: DEBUG nova.network.neutron [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Successfully updated port: eea984b4-c4b4-450b-ad72-5ef0050f3934 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.942140] env[69302]: DEBUG nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.942140] env[69302]: DEBUG nova.network.neutron [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.955693] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.957494] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3850879-ee9d-46f2-82c2-751e7d14aeab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.968144] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1003.968144] env[69302]: value = "task-3183872" [ 1003.968144] env[69302]: _type = "Task" [ 1003.968144] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.987406] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183872, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.989009] env[69302]: DEBUG nova.policy [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c1cddffb89411f95efd2009caca3ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d092f0fa1fe4f52b3e3b90a6b2761bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.994699] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183868, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.013049] env[69302]: DEBUG nova.network.neutron [-] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.024212] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183870, 'name': CreateVM_Task, 'duration_secs': 0.4341} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.024952] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.025760] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.025970] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.026254] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.027745] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bff0f5-4142-4563-8f89-2f6afd2b9d43 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.035724] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1004.035724] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52598038-93f5-88d3-55d0-8eb7fcfe8f18" [ 1004.035724] env[69302]: _type = "Task" [ 1004.035724] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.046019] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52598038-93f5-88d3-55d0-8eb7fcfe8f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.084361] env[69302]: DEBUG nova.compute.manager [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Instance disappeared during snapshot {{(pid=69302) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1004.103986] env[69302]: DEBUG nova.compute.manager [None req-8334a7a1-4eb6-4026-996c-89eb4b280106 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image not found during clean up 66bdbeef-3e5c-4baf-938e-8cdaff80d8f1 {{(pid=69302) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1004.165758] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527df8a9-9a45-0d87-17bc-f9e607cb5ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.012695} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.165758] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.165758] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43/e3d70ce9-d360-43cb-b3ed-7786232c0d43.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.165758] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.165758] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.165758] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aa6daee-0f19-4e2d-917a-3c15323010ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.168910] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38aa73b2-1f26-4846-bf7b-058e2152a736 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.177215] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1004.177215] env[69302]: value = "task-3183873" [ 1004.177215] env[69302]: _type = "Task" [ 1004.177215] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.185715] env[69302]: DEBUG oslo_vmware.api [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225645} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.186334] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.186535] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.186713] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.186885] env[69302]: INFO nova.compute.manager [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Took 0.86 seconds to destroy the instance on the hypervisor. [ 1004.187140] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.187386] env[69302]: DEBUG nova.compute.manager [-] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.187541] env[69302]: DEBUG nova.network.neutron [-] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.194669] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.196795] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.196795] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.197304] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36fc5be-1d17-495f-b7f3-ac845b336678 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.202415] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1004.202415] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527b6a90-de88-fe96-0649-8e75b827af0e" [ 1004.202415] env[69302]: _type = "Task" [ 1004.202415] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.214214] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527b6a90-de88-fe96-0649-8e75b827af0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.214998] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1e9720-2ec5-4d90-a89e-dd11c9346c40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.219952] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1004.219952] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52dbf674-6bb2-4465-6eb1-41f864445877" [ 1004.219952] env[69302]: _type = "Task" [ 1004.219952] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.230409] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52dbf674-6bb2-4465-6eb1-41f864445877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.259993] env[69302]: DEBUG nova.network.neutron [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Successfully updated port: 1c163770-2fc7-47fc-8d02-ead0aac07dfb {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.338774] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91f944-c000-41a9-9370-3c457d0663a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.347346] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36462427-13d5-4bf7-bab4-dc83019134d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.401681] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9796446-ad35-41a6-a6da-6f117940e9f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.408163] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.408163] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.417614] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49b53c1-9141-4750-b399-6edbea947527 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.433120] env[69302]: DEBUG nova.compute.provider_tree [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.444571] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.444725] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.448019] env[69302]: DEBUG nova.network.neutron [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.448019] env[69302]: DEBUG nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.480354] env[69302]: DEBUG oslo_vmware.api [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183872, 'name': PowerOnVM_Task, 'duration_secs': 0.422373} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.485153] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.485153] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0b373269-c0c4-4832-b490-7b0f7a756c38 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance '65147a69-cce5-42f7-805f-f1ec2a12fbe7' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.493060] env[69302]: DEBUG oslo_vmware.api [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183868, 'name': PowerOnVM_Task, 'duration_secs': 0.527748} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.493359] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.493558] env[69302]: INFO nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1004.494164] env[69302]: DEBUG nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.495076] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222dc3f7-151b-418b-9e25-07aef0925fdc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.519572] env[69302]: INFO nova.compute.manager [-] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Took 2.14 seconds to deallocate network for instance. [ 1004.548087] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52598038-93f5-88d3-55d0-8eb7fcfe8f18, 'name': SearchDatastore_Task, 'duration_secs': 0.028103} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.548514] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.548793] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.549045] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.631837] env[69302]: DEBUG nova.network.neutron [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updated VIF entry in instance network info cache for port 9f9ff4d9-4981-4778-bb61-4b16f7737254. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.632237] env[69302]: DEBUG nova.network.neutron [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating instance_info_cache with network_info: [{"id": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "address": "fa:16:3e:28:ef:fa", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ff4d9-49", "ovs_interfaceid": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.648210] env[69302]: DEBUG nova.network.neutron [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Successfully created port: fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.688647] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.731883] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52dbf674-6bb2-4465-6eb1-41f864445877, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.732247] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.732846] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f/c3105453-a51e-4dd8-ad07-8981f5399d4f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.733049] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.733201] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.733459] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87820152-7e5b-4471-bcb1-e3435c3b92fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.735940] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed05448f-1fbe-43ab-9ab1-5b7b9b1c36c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.743370] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1004.743370] env[69302]: value = "task-3183874" [ 1004.743370] env[69302]: _type = "Task" [ 1004.743370] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.751642] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.752901] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.753165] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.753907] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-920f3159-fce2-4fa7-9be4-4e830a5d6dfb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.759414] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1004.759414] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b96e0-33c1-a737-3492-f764212424fb" [ 1004.759414] env[69302]: _type = "Task" [ 1004.759414] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.765713] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.765713] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.765713] env[69302]: DEBUG nova.network.neutron [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.769397] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b96e0-33c1-a737-3492-f764212424fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.910920] env[69302]: DEBUG nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.935783] env[69302]: DEBUG nova.scheduler.client.report [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.998044] env[69302]: DEBUG nova.network.neutron [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.016487] env[69302]: INFO nova.compute.manager [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Took 30.95 seconds to build instance. [ 1005.027585] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.135581] env[69302]: DEBUG oslo_concurrency.lockutils [req-8a429d3d-9389-4a70-8ebd-c45429303a84 req-a65d8b8b-8665-4be5-8522-7f927aa9d752 service nova] Releasing lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.142271] env[69302]: DEBUG nova.compute.manager [req-888ea9e8-c10e-4c1a-888c-2a1f841daf06 req-067884f0-cfda-46f6-b41a-5469f07f58c6 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-vif-plugged-1c163770-2fc7-47fc-8d02-ead0aac07dfb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.142271] env[69302]: DEBUG oslo_concurrency.lockutils [req-888ea9e8-c10e-4c1a-888c-2a1f841daf06 req-067884f0-cfda-46f6-b41a-5469f07f58c6 service nova] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.142271] env[69302]: DEBUG oslo_concurrency.lockutils [req-888ea9e8-c10e-4c1a-888c-2a1f841daf06 req-067884f0-cfda-46f6-b41a-5469f07f58c6 service nova] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.142271] env[69302]: DEBUG oslo_concurrency.lockutils [req-888ea9e8-c10e-4c1a-888c-2a1f841daf06 req-067884f0-cfda-46f6-b41a-5469f07f58c6 service nova] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.142271] env[69302]: DEBUG nova.compute.manager [req-888ea9e8-c10e-4c1a-888c-2a1f841daf06 req-067884f0-cfda-46f6-b41a-5469f07f58c6 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] No waiting events found dispatching network-vif-plugged-1c163770-2fc7-47fc-8d02-ead0aac07dfb {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.142271] env[69302]: WARNING nova.compute.manager [req-888ea9e8-c10e-4c1a-888c-2a1f841daf06 req-067884f0-cfda-46f6-b41a-5469f07f58c6 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received unexpected event network-vif-plugged-1c163770-2fc7-47fc-8d02-ead0aac07dfb for instance with vm_state active and task_state None. [ 1005.165811] env[69302]: DEBUG nova.network.neutron [-] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.174618] env[69302]: DEBUG nova.network.neutron [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Updating instance_info_cache with network_info: [{"id": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "address": "fa:16:3e:ef:2a:ed", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea984b4-c4", "ovs_interfaceid": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.189894] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634643} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.190188] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43/e3d70ce9-d360-43cb-b3ed-7786232c0d43.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.190415] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.191158] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af3771ae-6a5f-469f-8bd5-faf7015ae7ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.199365] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1005.199365] env[69302]: value = "task-3183875" [ 1005.199365] env[69302]: _type = "Task" [ 1005.199365] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.208321] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.260765] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.273189] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b96e0-33c1-a737-3492-f764212424fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.274254] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e931be2-1881-42e4-880d-a6a7d7abbdb4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.279825] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1005.279825] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52551b9f-c274-911f-81a6-ae4ad921f871" [ 1005.279825] env[69302]: _type = "Task" [ 1005.279825] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.288443] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52551b9f-c274-911f-81a6-ae4ad921f871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.304953] env[69302]: WARNING nova.network.neutron [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] 7a313f43-8ae1-4734-9e32-3f597ac4701d already exists in list: networks containing: ['7a313f43-8ae1-4734-9e32-3f597ac4701d']. ignoring it [ 1005.438633] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.440607] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.442645] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.707s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.442950] env[69302]: DEBUG nova.objects.instance [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lazy-loading 'resources' on Instance uuid 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.458401] env[69302]: INFO nova.scheduler.client.report [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Deleted allocations for instance 50ee926a-fb36-47db-ba2d-90aff8c5ccd0 [ 1005.460113] env[69302]: DEBUG nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.495942] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.496243] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.496405] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.496800] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.497071] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.497250] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.497466] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.497626] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.497792] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.497954] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.498152] env[69302]: DEBUG nova.virt.hardware [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.504366] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee27fb3-1cdd-4375-8fce-b09bc1c9c8b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.515882] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf581266-47c4-4ce9-b7d9-76125e74fe00 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.522399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b18f02ed-4060-44c5-a024-90af228848ab tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.467s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.668548] env[69302]: INFO nova.compute.manager [-] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Took 1.48 seconds to deallocate network for instance. [ 1005.677349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.677654] env[69302]: DEBUG nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Instance network_info: |[{"id": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "address": "fa:16:3e:ef:2a:ed", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea984b4-c4", "ovs_interfaceid": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.678057] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:2a:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eea984b4-c4b4-450b-ad72-5ef0050f3934', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.689093] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.689795] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.691853] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7169222c-0ccb-44d1-95f1-bbc56c1ea1c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.726272] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065871} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.727409] env[69302]: DEBUG nova.network.neutron [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "address": "fa:16:3e:6e:f0:7a", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c163770-2f", "ovs_interfaceid": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.730328] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.730649] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.730649] env[69302]: value = "task-3183876" [ 1005.730649] env[69302]: _type = "Task" [ 1005.730649] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.731896] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbff68d3-dda5-4337-8fdd-27e8d2374ca0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.756468] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43/e3d70ce9-d360-43cb-b3ed-7786232c0d43.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.763613] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.763873] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.764044] env[69302]: DEBUG nova.compute.manager [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.764341] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa799519-f8c1-457c-bda4-dc46442dabf6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.780195] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183876, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.781420] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4129296b-222d-4e16-87d5-77a867dc678d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.791489] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183874, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.794121] env[69302]: DEBUG nova.compute.manager [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1005.794667] env[69302]: DEBUG nova.objects.instance [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'flavor' on Instance uuid 36948998-ffbc-47eb-9af6-0eef2b16b7ef {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.800155] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1005.800155] env[69302]: value = "task-3183877" [ 1005.800155] env[69302]: _type = "Task" [ 1005.800155] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.800650] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52551b9f-c274-911f-81a6-ae4ad921f871, 'name': SearchDatastore_Task, 'duration_secs': 0.052859} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.801298] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.801568] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 33553bee-6dbb-4cfa-83d9-04914b6a24ad/33553bee-6dbb-4cfa-83d9-04914b6a24ad.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.804559] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8644f8c-db0b-4c25-8121-b8c31346927e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.812107] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.814799] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1005.814799] env[69302]: value = "task-3183878" [ 1005.814799] env[69302]: _type = "Task" [ 1005.814799] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.823645] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.972273] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0b03ed7c-6600-4c2d-a904-353da508c3ee tempest-ServersTestManualDisk-1848667916 tempest-ServersTestManualDisk-1848667916-project-member] Lock "50ee926a-fb36-47db-ba2d-90aff8c5ccd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.192s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.986416] env[69302]: DEBUG nova.compute.manager [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Received event network-vif-deleted-b9bad5df-1cc3-482f-a4c9-a663d2188018 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.986506] env[69302]: DEBUG nova.compute.manager [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Received event network-vif-plugged-eea984b4-c4b4-450b-ad72-5ef0050f3934 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.986682] env[69302]: DEBUG oslo_concurrency.lockutils [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] Acquiring lock "cfce7be3-5876-42ed-8e43-27e615b21e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.986878] env[69302]: DEBUG oslo_concurrency.lockutils [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] Lock "cfce7be3-5876-42ed-8e43-27e615b21e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.987055] env[69302]: DEBUG oslo_concurrency.lockutils [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] Lock "cfce7be3-5876-42ed-8e43-27e615b21e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.987262] env[69302]: DEBUG nova.compute.manager [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] No waiting events found dispatching network-vif-plugged-eea984b4-c4b4-450b-ad72-5ef0050f3934 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.987432] env[69302]: WARNING nova.compute.manager [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Received unexpected event network-vif-plugged-eea984b4-c4b4-450b-ad72-5ef0050f3934 for instance with vm_state building and task_state spawning. [ 1005.987591] env[69302]: DEBUG nova.compute.manager [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Received event network-changed-eea984b4-c4b4-450b-ad72-5ef0050f3934 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.987745] env[69302]: DEBUG nova.compute.manager [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Refreshing instance network info cache due to event network-changed-eea984b4-c4b4-450b-ad72-5ef0050f3934. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.987930] env[69302]: DEBUG oslo_concurrency.lockutils [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] Acquiring lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.988094] env[69302]: DEBUG oslo_concurrency.lockutils [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] Acquired lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.988263] env[69302]: DEBUG nova.network.neutron [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Refreshing network info cache for port eea984b4-c4b4-450b-ad72-5ef0050f3934 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.181166] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.216732] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6300f29-7167-49f8-b487-3f66e46e8bed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.224555] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9e0dc5-5d76-4883-9712-4b91b3d90143 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.255827] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.256485] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.256643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.258087] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2c4116-b9ae-45cb-84de-d8d3640f226b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.266539] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f996b34a-d06a-48be-baef-e6c72dd78986 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.285569] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183874, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.074102} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.286163] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.286378] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.286531] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.286711] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.286854] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.286996] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.287215] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.287376] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.287542] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.287702] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.287871] env[69302]: DEBUG nova.virt.hardware [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.294246] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfiguring VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1006.299109] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f/c3105453-a51e-4dd8-ad07-8981f5399d4f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.299338] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.299907] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795e2081-e0cc-4ded-a2de-b8b305c82359 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.312566] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183876, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.316019] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d5e9bf8-969e-437a-9436-32fdbb6680f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.317609] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d8fc14-d503-4d43-a672-8da8ef283c50 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.330644] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1006.330644] env[69302]: value = "task-3183880" [ 1006.330644] env[69302]: _type = "Task" [ 1006.330644] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.332613] env[69302]: DEBUG oslo_vmware.api [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1006.332613] env[69302]: value = "task-3183879" [ 1006.332613] env[69302]: _type = "Task" [ 1006.332613] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.351323] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183878, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.351834] env[69302]: DEBUG nova.compute.provider_tree [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.353322] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.364065] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.367793] env[69302]: DEBUG oslo_vmware.api [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183879, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.378568] env[69302]: DEBUG nova.network.neutron [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Successfully updated port: fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.766718] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183876, 'name': CreateVM_Task, 'duration_secs': 0.758621} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.766941] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.767706] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.767874] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.768212] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.768479] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4980eda9-3d36-4064-8aef-9ffa3e700750 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.773849] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1006.773849] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5234c9d8-57bd-ffe6-08ae-aaab65720c56" [ 1006.773849] env[69302]: _type = "Task" [ 1006.773849] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.783034] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5234c9d8-57bd-ffe6-08ae-aaab65720c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.799047] env[69302]: DEBUG nova.network.neutron [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Updated VIF entry in instance network info cache for port eea984b4-c4b4-450b-ad72-5ef0050f3934. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.799449] env[69302]: DEBUG nova.network.neutron [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Updating instance_info_cache with network_info: [{"id": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "address": "fa:16:3e:ef:2a:ed", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea984b4-c4", "ovs_interfaceid": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.827989] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.828575] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183877, 'name': ReconfigVM_Task, 'duration_secs': 0.864835} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.833314] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530f3f5f-cf41-4173-b3dc-19050797527c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.834954] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43/e3d70ce9-d360-43cb-b3ed-7786232c0d43.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.836128] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77508567-5208-455b-826a-2f9ca59e54bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.847626] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915451} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.852571] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 33553bee-6dbb-4cfa-83d9-04914b6a24ad/33553bee-6dbb-4cfa-83d9-04914b6a24ad.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.853887] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.853887] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1006.853887] env[69302]: value = "task-3183882" [ 1006.853887] env[69302]: _type = "Task" [ 1006.853887] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.853887] env[69302]: DEBUG oslo_vmware.api [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1006.853887] env[69302]: value = "task-3183881" [ 1006.853887] env[69302]: _type = "Task" [ 1006.853887] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.854221] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322054} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.854399] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3af3718-e745-4ba2-a683-be55ad10a9de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.858732] env[69302]: DEBUG nova.scheduler.client.report [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.866895] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.874307] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af08ee43-cc59-4f2e-befe-b8a65bc8a652 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.884669] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.884897] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.885097] env[69302]: DEBUG nova.network.neutron [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.890025] env[69302]: DEBUG oslo_vmware.api [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.909449] env[69302]: DEBUG oslo_vmware.api [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.909975] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1006.909975] env[69302]: value = "task-3183883" [ 1006.909975] env[69302]: _type = "Task" [ 1006.909975] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.912249] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183882, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.921323] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f/c3105453-a51e-4dd8-ad07-8981f5399d4f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.925995] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d3d7a3-5330-4027-8db8-77adb7be0a5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.954888] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069789} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.956733] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.957209] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1006.957209] env[69302]: value = "task-3183884" [ 1006.957209] env[69302]: _type = "Task" [ 1006.957209] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.961230] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a367585b-26a9-488c-b89f-ffbec8b6d5d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.988622] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 33553bee-6dbb-4cfa-83d9-04914b6a24ad/33553bee-6dbb-4cfa-83d9-04914b6a24ad.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.993391] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5576d55-8ad9-417f-89fb-224402f8ef88 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.016650] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1007.016650] env[69302]: value = "task-3183885" [ 1007.016650] env[69302]: _type = "Task" [ 1007.016650] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.026656] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.285650] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5234c9d8-57bd-ffe6-08ae-aaab65720c56, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.286047] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.286338] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.286658] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.286868] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.287106] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.287440] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e841855-b314-40c2-a2af-61b251ad1485 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302506] env[69302]: DEBUG oslo_concurrency.lockutils [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] Releasing lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.302765] env[69302]: DEBUG nova.compute.manager [req-41629b58-53fd-4fd5-837a-3069d37a517f req-98bfdec0-acad-4ec9-8a81-ab4b1c3050a4 service nova] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Received event network-vif-deleted-ad6937f8-85e2-4e33-b16f-6d3e89e3b305 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.303207] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.303363] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.304138] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744b9110-7c9c-4fb3-b7b4-67b24e42a30a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.309916] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1007.309916] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523c6e6d-6da0-16c1-41b8-a1ad4c57743e" [ 1007.309916] env[69302]: _type = "Task" [ 1007.309916] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.321026] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523c6e6d-6da0-16c1-41b8-a1ad4c57743e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.370331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.374025] env[69302]: DEBUG oslo_vmware.api [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183879, 'name': ReconfigVM_Task, 'duration_secs': 0.885038} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.383424] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.986s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.383678] env[69302]: DEBUG nova.objects.instance [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lazy-loading 'resources' on Instance uuid 1ef489df-adcb-4c74-9827-69a7d0d1d8ea {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.385152] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.385397] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfigured VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1007.387795] env[69302]: DEBUG oslo_vmware.api [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183881, 'name': PowerOffVM_Task, 'duration_secs': 0.233948} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.391024] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183882, 'name': Rename_Task, 'duration_secs': 0.215557} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.391024] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.391024] env[69302]: DEBUG nova.compute.manager [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.391024] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.391024] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c53208-6bc1-49e1-b14e-a42444c74895 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.393063] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aed4292-39fa-42ae-ae55-9d76209b2027 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.403126] env[69302]: INFO nova.scheduler.client.report [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleted allocations for instance 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805 [ 1007.413811] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1007.413811] env[69302]: value = "task-3183886" [ 1007.413811] env[69302]: _type = "Task" [ 1007.413811] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.423427] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.448237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.448495] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.448608] env[69302]: DEBUG nova.compute.manager [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Going to confirm migration 4 {{(pid=69302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1007.451313] env[69302]: DEBUG nova.network.neutron [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.470850] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183884, 'name': ReconfigVM_Task, 'duration_secs': 0.349595} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.471431] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Reconfigured VM instance instance-00000042 to attach disk [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f/c3105453-a51e-4dd8-ad07-8981f5399d4f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.472495] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-737fb83c-1ce8-4186-b470-82b32ece724f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.483667] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1007.483667] env[69302]: value = "task-3183887" [ 1007.483667] env[69302]: _type = "Task" [ 1007.483667] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.494071] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183887, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.530025] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.535031] env[69302]: DEBUG nova.compute.manager [req-6ebd49fc-2026-47fb-a412-d53bef1013f1 req-7cb118c3-0e2e-495e-a53a-d4102130c689 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-changed-1c163770-2fc7-47fc-8d02-ead0aac07dfb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.535243] env[69302]: DEBUG nova.compute.manager [req-6ebd49fc-2026-47fb-a412-d53bef1013f1 req-7cb118c3-0e2e-495e-a53a-d4102130c689 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Refreshing instance network info cache due to event network-changed-1c163770-2fc7-47fc-8d02-ead0aac07dfb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.535457] env[69302]: DEBUG oslo_concurrency.lockutils [req-6ebd49fc-2026-47fb-a412-d53bef1013f1 req-7cb118c3-0e2e-495e-a53a-d4102130c689 service nova] Acquiring lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.535613] env[69302]: DEBUG oslo_concurrency.lockutils [req-6ebd49fc-2026-47fb-a412-d53bef1013f1 req-7cb118c3-0e2e-495e-a53a-d4102130c689 service nova] Acquired lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.535807] env[69302]: DEBUG nova.network.neutron [req-6ebd49fc-2026-47fb-a412-d53bef1013f1 req-7cb118c3-0e2e-495e-a53a-d4102130c689 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Refreshing network info cache for port 1c163770-2fc7-47fc-8d02-ead0aac07dfb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.635413] env[69302]: DEBUG nova.network.neutron [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updating instance_info_cache with network_info: [{"id": "fe6158d8-47eb-46bb-843c-5c3479108e16", "address": "fa:16:3e:5a:73:0e", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6158d8-47", "ovs_interfaceid": "fe6158d8-47eb-46bb-843c-5c3479108e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.825538] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523c6e6d-6da0-16c1-41b8-a1ad4c57743e, 'name': SearchDatastore_Task, 'duration_secs': 0.017899} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.826829] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dcbd18-9ae0-44ca-9b1f-aeb95df26cd9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.831358] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1007.831358] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bed4-f79a-169b-18bf-3bb4935db84d" [ 1007.831358] env[69302]: _type = "Task" [ 1007.831358] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.840329] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bed4-f79a-169b-18bf-3bb4935db84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.889844] env[69302]: DEBUG oslo_concurrency.lockutils [None req-45ff13a3-aa92-4e58-93ed-c6a2a64e6608 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.896s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.920678] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a9caa360-842b-4181-81e4-e450efe8f1c3 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "469ae2da-6d9e-4ad7-a8ba-82c2a6ade805" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.120s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.926054] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd0a2574-6c47-45be-a58a-6a90d697d425 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.162s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.941179] env[69302]: DEBUG oslo_vmware.api [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183886, 'name': PowerOnVM_Task, 'duration_secs': 0.468722} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.941576] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.942422] env[69302]: DEBUG nova.compute.manager [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.944180] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5efef0-cccb-4d42-b516-534346989642 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.995437] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183887, 'name': Rename_Task, 'duration_secs': 0.159022} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.995437] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.995437] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fee6bc5d-868f-4e44-9e2f-b774420d533d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.002649] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1008.002649] env[69302]: value = "task-3183888" [ 1008.002649] env[69302]: _type = "Task" [ 1008.002649] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.003757] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.003917] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.004103] env[69302]: DEBUG nova.network.neutron [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.004291] env[69302]: DEBUG nova.objects.instance [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lazy-loading 'info_cache' on Instance uuid 65147a69-cce5-42f7-805f-f1ec2a12fbe7 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.014299] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.026729] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183885, 'name': ReconfigVM_Task, 'duration_secs': 0.692744} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.027013] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 33553bee-6dbb-4cfa-83d9-04914b6a24ad/33553bee-6dbb-4cfa-83d9-04914b6a24ad.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.027835] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e02f20a4-0094-4231-b165-66095878e177 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.036654] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1008.036654] env[69302]: value = "task-3183889" [ 1008.036654] env[69302]: _type = "Task" [ 1008.036654] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.048084] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183889, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.105039] env[69302]: DEBUG nova.compute.manager [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Received event network-vif-plugged-fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.105263] env[69302]: DEBUG oslo_concurrency.lockutils [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] Acquiring lock "611af241-297e-4023-a6da-fe043983ffd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.105738] env[69302]: DEBUG oslo_concurrency.lockutils [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] Lock "611af241-297e-4023-a6da-fe043983ffd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.106008] env[69302]: DEBUG oslo_concurrency.lockutils [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] Lock "611af241-297e-4023-a6da-fe043983ffd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.106200] env[69302]: DEBUG nova.compute.manager [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] No waiting events found dispatching network-vif-plugged-fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.106691] env[69302]: WARNING nova.compute.manager [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Received unexpected event network-vif-plugged-fe6158d8-47eb-46bb-843c-5c3479108e16 for instance with vm_state building and task_state spawning. [ 1008.106691] env[69302]: DEBUG nova.compute.manager [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Received event network-changed-fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.107182] env[69302]: DEBUG nova.compute.manager [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Refreshing instance network info cache due to event network-changed-fe6158d8-47eb-46bb-843c-5c3479108e16. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.107383] env[69302]: DEBUG oslo_concurrency.lockutils [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] Acquiring lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.139833] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.140203] env[69302]: DEBUG nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Instance network_info: |[{"id": "fe6158d8-47eb-46bb-843c-5c3479108e16", "address": "fa:16:3e:5a:73:0e", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6158d8-47", "ovs_interfaceid": "fe6158d8-47eb-46bb-843c-5c3479108e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.140792] env[69302]: DEBUG oslo_concurrency.lockutils [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] Acquired lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.140865] env[69302]: DEBUG nova.network.neutron [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Refreshing network info cache for port fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.142140] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:73:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe6158d8-47eb-46bb-843c-5c3479108e16', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.149773] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Creating folder: Project (2d092f0fa1fe4f52b3e3b90a6b2761bf). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.150950] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa7c9b3a-1f28-46aa-becb-90b558654486 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.163107] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Created folder: Project (2d092f0fa1fe4f52b3e3b90a6b2761bf) in parent group-v636578. [ 1008.163279] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Creating folder: Instances. Parent ref: group-v636801. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.163531] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aefe21e-b932-4c58-b216-a6e59021187c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.173250] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Created folder: Instances in parent group-v636801. [ 1008.173572] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.173764] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.174692] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5adcb7-962f-42fc-bfdf-1babb752373e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.199356] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.199356] env[69302]: value = "task-3183892" [ 1008.199356] env[69302]: _type = "Task" [ 1008.199356] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.216653] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183892, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.272037] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356fc9ff-4f4d-4c0b-841b-092e40f46ca9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.280770] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a4779-be88-4788-ab7c-20299e50938a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.317542] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c540fb99-795b-4b97-aaf2-ab39eff48e83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.325806] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f921f86d-fb52-4cbf-8f20-1a38974505db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.340722] env[69302]: DEBUG nova.compute.provider_tree [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.351249] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bed4-f79a-169b-18bf-3bb4935db84d, 'name': SearchDatastore_Task, 'duration_secs': 0.018722} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.351462] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.351868] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] cfce7be3-5876-42ed-8e43-27e615b21e78/cfce7be3-5876-42ed-8e43-27e615b21e78.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.352822] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0687e74-b80e-45f2-99f8-4711a96f1a4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.362292] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1008.362292] env[69302]: value = "task-3183893" [ 1008.362292] env[69302]: _type = "Task" [ 1008.362292] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.372503] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.467314] env[69302]: DEBUG nova.network.neutron [req-6ebd49fc-2026-47fb-a412-d53bef1013f1 req-7cb118c3-0e2e-495e-a53a-d4102130c689 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updated VIF entry in instance network info cache for port 1c163770-2fc7-47fc-8d02-ead0aac07dfb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.467764] env[69302]: DEBUG nova.network.neutron [req-6ebd49fc-2026-47fb-a412-d53bef1013f1 req-7cb118c3-0e2e-495e-a53a-d4102130c689 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "address": "fa:16:3e:6e:f0:7a", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c163770-2f", "ovs_interfaceid": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.476670] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.521393] env[69302]: DEBUG oslo_vmware.api [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183888, 'name': PowerOnVM_Task, 'duration_secs': 0.504938} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.521580] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.522106] env[69302]: DEBUG nova.compute.manager [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.524897] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7f65a-720b-4d49-8354-1ba62fc6e1b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.548128] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183889, 'name': Rename_Task, 'duration_secs': 0.200196} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.548431] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.548676] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-351df688-98b3-46f4-9ebb-014524f460a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.555521] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1008.555521] env[69302]: value = "task-3183894" [ 1008.555521] env[69302]: _type = "Task" [ 1008.555521] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.558814] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.559073] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.559282] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.559460] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.559622] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.561827] env[69302]: INFO nova.compute.manager [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Terminating instance [ 1008.566380] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.709939] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183892, 'name': CreateVM_Task, 'duration_secs': 0.464694} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.710144] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.710818] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.710983] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.711312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.711585] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3a0e31-b981-4335-9a8d-39b261a65a97 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.716477] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1008.716477] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a21a75-5c1f-3d3c-e584-e2c33658985a" [ 1008.716477] env[69302]: _type = "Task" [ 1008.716477] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.728822] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a21a75-5c1f-3d3c-e584-e2c33658985a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.850067] env[69302]: DEBUG nova.scheduler.client.report [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.893583] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183893, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.974871] env[69302]: DEBUG oslo_concurrency.lockutils [req-6ebd49fc-2026-47fb-a412-d53bef1013f1 req-7cb118c3-0e2e-495e-a53a-d4102130c689 service nova] Releasing lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.001174] env[69302]: DEBUG nova.network.neutron [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updated VIF entry in instance network info cache for port fe6158d8-47eb-46bb-843c-5c3479108e16. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.001174] env[69302]: DEBUG nova.network.neutron [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updating instance_info_cache with network_info: [{"id": "fe6158d8-47eb-46bb-843c-5c3479108e16", "address": "fa:16:3e:5a:73:0e", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6158d8-47", "ovs_interfaceid": "fe6158d8-47eb-46bb-843c-5c3479108e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.043586] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.067999] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.071591] env[69302]: DEBUG nova.compute.manager [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.072563] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.073486] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92404e33-bf45-4a3d-b6ff-a880d4e305e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.082677] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.083054] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b5c10f-c45c-4052-ba42-3dfe6a36547d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.149469] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.150307] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.150690] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleting the datastore file [datastore2] 36948998-ffbc-47eb-9af6-0eef2b16b7ef {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.150869] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10789238-f6a4-4053-99f9-3fdfa6d9c2e7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.158300] env[69302]: DEBUG oslo_vmware.api [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1009.158300] env[69302]: value = "task-3183896" [ 1009.158300] env[69302]: _type = "Task" [ 1009.158300] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.171325] env[69302]: DEBUG oslo_vmware.api [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.230601] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a21a75-5c1f-3d3c-e584-e2c33658985a, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.231044] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.231361] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.231655] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.231850] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.232160] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.235128] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d34a4396-4efd-433b-aae2-6431a46ce550 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.245915] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.246161] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.246895] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b645311-f62e-425e-a9e9-daf0c8ebfa86 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.254028] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1009.254028] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527cc0e7-db13-1384-3959-5ff12740bcea" [ 1009.254028] env[69302]: _type = "Task" [ 1009.254028] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.263198] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527cc0e7-db13-1384-3959-5ff12740bcea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.356169] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.358484] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.331s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.358750] env[69302]: DEBUG nova.objects.instance [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lazy-loading 'resources' on Instance uuid 98bc66d4-ceaf-41e5-8e44-7da3b94616f4 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.373475] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783026} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.373813] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] cfce7be3-5876-42ed-8e43-27e615b21e78/cfce7be3-5876-42ed-8e43-27e615b21e78.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.374123] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.374434] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17a2b44a-4f5f-43bd-9481-50b0500af5ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.382364] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1009.382364] env[69302]: value = "task-3183897" [ 1009.382364] env[69302]: _type = "Task" [ 1009.382364] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.391402] env[69302]: INFO nova.scheduler.client.report [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleted allocations for instance 1ef489df-adcb-4c74-9827-69a7d0d1d8ea [ 1009.395090] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.396116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.396116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.396116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.396652] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.403745] env[69302]: INFO nova.compute.manager [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Terminating instance [ 1009.415841] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.502914] env[69302]: DEBUG nova.network.neutron [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance_info_cache with network_info: [{"id": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "address": "fa:16:3e:7e:9e:25", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071cd300-ad", "ovs_interfaceid": "071cd300-ad7a-4871-b34e-3a06e78ceec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.507374] env[69302]: DEBUG oslo_concurrency.lockutils [req-6c43ad78-ea5f-406c-879a-092a55670403 req-76a3bcb4-2653-468b-834e-704d1ca755dd service nova] Releasing lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.567352] env[69302]: DEBUG oslo_vmware.api [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183894, 'name': PowerOnVM_Task, 'duration_secs': 0.890726} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.567625] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.567816] env[69302]: INFO nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1009.568086] env[69302]: DEBUG nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.568860] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab95b5c-8f98-4bdf-8e69-bf0ec0b93426 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.670379] env[69302]: DEBUG oslo_vmware.api [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3183896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182526} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.670699] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.670799] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.670972] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.671192] env[69302]: INFO nova.compute.manager [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1009.671704] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.671704] env[69302]: DEBUG nova.compute.manager [-] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.671704] env[69302]: DEBUG nova.network.neutron [-] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.764410] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527cc0e7-db13-1384-3959-5ff12740bcea, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.765155] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cda3fe-f961-4b1d-ba8c-6d97558682c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.771168] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1009.771168] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ab8407-ace4-6dc3-f937-c740b1c09844" [ 1009.771168] env[69302]: _type = "Task" [ 1009.771168] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.780371] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ab8407-ace4-6dc3-f937-c740b1c09844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.894162] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279742} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.895650] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.898737] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b16711-f549-4566-b2b8-456a5b0cfe30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.924255] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] cfce7be3-5876-42ed-8e43-27e615b21e78/cfce7be3-5876-42ed-8e43-27e615b21e78.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.927960] env[69302]: DEBUG oslo_concurrency.lockutils [None req-396949d9-da13-4d8b-993d-1e9cea5afa7e tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "1ef489df-adcb-4c74-9827-69a7d0d1d8ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.408s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.928528] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "refresh_cache-e3d70ce9-d360-43cb-b3ed-7786232c0d43" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.928690] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquired lock "refresh_cache-e3d70ce9-d360-43cb-b3ed-7786232c0d43" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.929574] env[69302]: DEBUG nova.network.neutron [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.930507] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736c9560-d605-4733-9504-0959273e495e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.954241] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1009.954241] env[69302]: value = "task-3183898" [ 1009.954241] env[69302]: _type = "Task" [ 1009.954241] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.965853] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.004594] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-65147a69-cce5-42f7-805f-f1ec2a12fbe7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.004851] env[69302]: DEBUG nova.objects.instance [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lazy-loading 'migration_context' on Instance uuid 65147a69-cce5-42f7-805f-f1ec2a12fbe7 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.092694] env[69302]: INFO nova.compute.manager [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Took 21.47 seconds to build instance. [ 1010.125614] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.125845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.193049] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e10ba1b-7b6f-4902-8bc6-11ca3f58b31e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.201255] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1cfda5-1dd1-42ad-9049-a6ea0fa38d31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.235451] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173ad29b-fdef-410f-a3b9-74421b28723d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.239022] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-92b6ce52-6890-4fae-a84e-49b17b6e4d49" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.239022] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-92b6ce52-6890-4fae-a84e-49b17b6e4d49" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.239022] env[69302]: DEBUG nova.objects.instance [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'flavor' on Instance uuid 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.245444] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f4976-a0df-4e6c-912c-99fd41339caf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.259898] env[69302]: DEBUG nova.compute.provider_tree [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.280761] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ab8407-ace4-6dc3-f937-c740b1c09844, 'name': SearchDatastore_Task, 'duration_secs': 0.054003} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.281056] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.281324] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 611af241-297e-4023-a6da-fe043983ffd1/611af241-297e-4023-a6da-fe043983ffd1.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.281580] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3344c73-e32f-4d44-afca-531e2c5de0f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.288503] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1010.288503] env[69302]: value = "task-3183899" [ 1010.288503] env[69302]: _type = "Task" [ 1010.288503] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.296148] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.399776] env[69302]: DEBUG nova.network.neutron [-] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.467383] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.468815] env[69302]: DEBUG nova.network.neutron [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.507824] env[69302]: DEBUG nova.objects.base [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Object Instance<65147a69-cce5-42f7-805f-f1ec2a12fbe7> lazy-loaded attributes: info_cache,migration_context {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.508915] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbba28-0674-438f-abc3-4bd72bffb857 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.531092] env[69302]: DEBUG nova.network.neutron [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.531767] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d6f13f-ca45-466f-b8ca-96b62f2d5e7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.543555] env[69302]: DEBUG oslo_vmware.api [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1010.543555] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ca1133-c595-7c22-6233-e829301a6dee" [ 1010.543555] env[69302]: _type = "Task" [ 1010.543555] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.553421] env[69302]: DEBUG oslo_vmware.api [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ca1133-c595-7c22-6233-e829301a6dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.594711] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1e3e0c48-cd69-4b6f-9f12-95e8d04183ab tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.984s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.628455] env[69302]: DEBUG nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.699501] env[69302]: DEBUG nova.compute.manager [req-4607e640-9d93-4767-9bed-fd77661e15b5 req-6a5cbc15-3502-4085-81fc-e9529acde1fc service nova] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Received event network-vif-deleted-9edfdacb-7e5a-48ba-aa2f-42778c8df908 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.763100] env[69302]: DEBUG nova.scheduler.client.report [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.804873] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183899, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.858080] env[69302]: DEBUG nova.objects.instance [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'pci_requests' on Instance uuid 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.902789] env[69302]: INFO nova.compute.manager [-] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Took 1.23 seconds to deallocate network for instance. [ 1010.965941] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.035496] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Releasing lock "refresh_cache-e3d70ce9-d360-43cb-b3ed-7786232c0d43" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.036082] env[69302]: DEBUG nova.compute.manager [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.036349] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.037419] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e71ec-0990-4d68-9485-0d6160efbf8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.049641] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.049948] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a985efca-08ae-49de-9c65-1092a30738df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.058237] env[69302]: DEBUG oslo_vmware.api [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ca1133-c595-7c22-6233-e829301a6dee, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.059545] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.059915] env[69302]: DEBUG oslo_vmware.api [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1011.059915] env[69302]: value = "task-3183900" [ 1011.059915] env[69302]: _type = "Task" [ 1011.059915] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.070209] env[69302]: DEBUG oslo_vmware.api [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.151477] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.201550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.201858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.269560] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.272287] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.833s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.274024] env[69302]: INFO nova.compute.claims [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.297382] env[69302]: INFO nova.scheduler.client.report [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Deleted allocations for instance 98bc66d4-ceaf-41e5-8e44-7da3b94616f4 [ 1011.298529] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "13151d16-4901-46c0-ac3f-baa07af26b6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.298752] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "13151d16-4901-46c0-ac3f-baa07af26b6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.298943] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "13151d16-4901-46c0-ac3f-baa07af26b6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.299141] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "13151d16-4901-46c0-ac3f-baa07af26b6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.299311] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "13151d16-4901-46c0-ac3f-baa07af26b6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.307013] env[69302]: INFO nova.compute.manager [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Terminating instance [ 1011.312491] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758734} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.314215] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 611af241-297e-4023-a6da-fe043983ffd1/611af241-297e-4023-a6da-fe043983ffd1.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.315673] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.316337] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e762ff3-64f8-40b0-8a7b-b55eca68b4f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.323864] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1011.323864] env[69302]: value = "task-3183901" [ 1011.323864] env[69302]: _type = "Task" [ 1011.323864] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.338630] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.361362] env[69302]: DEBUG nova.objects.base [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Object Instance<597ddeb9-b1cb-4691-bfc0-f94bcdfdf490> lazy-loaded attributes: flavor,pci_requests {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.361624] env[69302]: DEBUG nova.network.neutron [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.410137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.426418] env[69302]: DEBUG nova.policy [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.472043] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183898, 'name': ReconfigVM_Task, 'duration_secs': 1.119688} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.472342] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Reconfigured VM instance instance-00000051 to attach disk [datastore2] cfce7be3-5876-42ed-8e43-27e615b21e78/cfce7be3-5876-42ed-8e43-27e615b21e78.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.472984] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-134bb160-252c-4017-a6f9-400193085c6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.479528] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1011.479528] env[69302]: value = "task-3183902" [ 1011.479528] env[69302]: _type = "Task" [ 1011.479528] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.487906] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183902, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.569378] env[69302]: DEBUG oslo_vmware.api [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183900, 'name': PowerOffVM_Task, 'duration_secs': 0.199413} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.569658] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.569823] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.570095] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36212287-8bee-4af5-ad96-d440fd1dc7f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.595303] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.595532] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.595716] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Deleting the datastore file [datastore2] e3d70ce9-d360-43cb-b3ed-7786232c0d43 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.595978] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8947d327-7e5f-4b26-97f2-1b8e61a757e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.602855] env[69302]: DEBUG oslo_vmware.api [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for the task: (returnval){ [ 1011.602855] env[69302]: value = "task-3183904" [ 1011.602855] env[69302]: _type = "Task" [ 1011.602855] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.610517] env[69302]: DEBUG oslo_vmware.api [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.652781] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.653098] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.653337] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "39066da5-e656-4aa9-bb3f-0deb8bad255f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.653560] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.653737] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.655978] env[69302]: INFO nova.compute.manager [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Terminating instance [ 1011.704337] env[69302]: DEBUG nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.810304] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1a53fa-dd0e-44e6-8139-ea36960a1ff5 tempest-ServersWithSpecificFlavorTestJSON-1877915985 tempest-ServersWithSpecificFlavorTestJSON-1877915985-project-member] Lock "98bc66d4-ceaf-41e5-8e44-7da3b94616f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.092s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.819503] env[69302]: DEBUG nova.compute.manager [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.819503] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.819503] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3f1b8a-7f53-45aa-a7bf-fa93325a347f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.828767] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.831988] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405094a8-5cb6-4f31-aedc-d9a892c95685 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.839798] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065512} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.842672] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.843025] env[69302]: DEBUG oslo_vmware.api [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1011.843025] env[69302]: value = "task-3183905" [ 1011.843025] env[69302]: _type = "Task" [ 1011.843025] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.843708] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a0271c-e78c-4429-9849-0f70b5f57a3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.869790] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 611af241-297e-4023-a6da-fe043983ffd1/611af241-297e-4023-a6da-fe043983ffd1.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.873228] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a19851-e547-4317-b092-c97b5ec28d90 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.887082] env[69302]: DEBUG oslo_vmware.api [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.891915] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1011.891915] env[69302]: value = "task-3183906" [ 1011.891915] env[69302]: _type = "Task" [ 1011.891915] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.899537] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.992904] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183902, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.114026] env[69302]: DEBUG oslo_vmware.api [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Task: {'id': task-3183904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348661} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.114321] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.114487] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.114648] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.114819] env[69302]: INFO nova.compute.manager [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1012.115075] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.115273] env[69302]: DEBUG nova.compute.manager [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.115365] env[69302]: DEBUG nova.network.neutron [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.135982] env[69302]: DEBUG nova.network.neutron [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.159542] env[69302]: DEBUG nova.compute.manager [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.159762] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.160934] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46cc869-fb37-4477-99c8-ecd8e6ab95fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.168870] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.169145] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a816cfd5-e31f-4f2a-8145-a43f2745078b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.177053] env[69302]: DEBUG oslo_vmware.api [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 1012.177053] env[69302]: value = "task-3183907" [ 1012.177053] env[69302]: _type = "Task" [ 1012.177053] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.187226] env[69302]: DEBUG oslo_vmware.api [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.229550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.357149] env[69302]: DEBUG oslo_vmware.api [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.408785] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.492737] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183902, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.568955] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5799fd14-c442-40b1-9310-6f3c7624cbb4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.576948] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284c0685-264e-4c8e-aa37-8e6333a0b8f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.609453] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83233f14-faad-4dc7-9191-dd92d58bf024 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.620920] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a34a3c9-e520-42d7-82eb-015230544939 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.638522] env[69302]: DEBUG nova.compute.provider_tree [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.639967] env[69302]: DEBUG nova.network.neutron [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.688334] env[69302]: DEBUG oslo_vmware.api [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183907, 'name': PowerOffVM_Task, 'duration_secs': 0.442117} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.688636] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.688962] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.689284] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86275bdc-2707-4201-953b-5eb899212701 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.764148] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.764261] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.764411] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleting the datastore file [datastore1] 39066da5-e656-4aa9-bb3f-0deb8bad255f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.764711] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d40628d-d05d-4993-8286-b840cf5dd256 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.773804] env[69302]: DEBUG oslo_vmware.api [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for the task: (returnval){ [ 1012.773804] env[69302]: value = "task-3183909" [ 1012.773804] env[69302]: _type = "Task" [ 1012.773804] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.782800] env[69302]: DEBUG oslo_vmware.api [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.857797] env[69302]: DEBUG oslo_vmware.api [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183905, 'name': PowerOffVM_Task, 'duration_secs': 0.783608} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.858160] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.858354] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.858627] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a52d66f-fcbb-4847-85d6-aedcc95603cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.904109] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.923238] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.924629] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.924629] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleting the datastore file [datastore2] 13151d16-4901-46c0-ac3f-baa07af26b6f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.924629] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-287aff83-46c3-4f7b-a406-9a227985438d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.929410] env[69302]: DEBUG nova.network.neutron [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Successfully updated port: 92b6ce52-6890-4fae-a84e-49b17b6e4d49 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.931809] env[69302]: DEBUG oslo_vmware.api [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1012.931809] env[69302]: value = "task-3183911" [ 1012.931809] env[69302]: _type = "Task" [ 1012.931809] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.941529] env[69302]: DEBUG oslo_vmware.api [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.991801] env[69302]: DEBUG nova.compute.manager [req-8c443af2-18b3-45d2-bf82-7390379ace53 req-fcd13817-b5f2-4afd-8bd1-92af7b9fea1f service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-vif-plugged-92b6ce52-6890-4fae-a84e-49b17b6e4d49 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.991801] env[69302]: DEBUG oslo_concurrency.lockutils [req-8c443af2-18b3-45d2-bf82-7390379ace53 req-fcd13817-b5f2-4afd-8bd1-92af7b9fea1f service nova] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.991801] env[69302]: DEBUG oslo_concurrency.lockutils [req-8c443af2-18b3-45d2-bf82-7390379ace53 req-fcd13817-b5f2-4afd-8bd1-92af7b9fea1f service nova] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.991981] env[69302]: DEBUG oslo_concurrency.lockutils [req-8c443af2-18b3-45d2-bf82-7390379ace53 req-fcd13817-b5f2-4afd-8bd1-92af7b9fea1f service nova] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.992069] env[69302]: DEBUG nova.compute.manager [req-8c443af2-18b3-45d2-bf82-7390379ace53 req-fcd13817-b5f2-4afd-8bd1-92af7b9fea1f service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] No waiting events found dispatching network-vif-plugged-92b6ce52-6890-4fae-a84e-49b17b6e4d49 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.992245] env[69302]: WARNING nova.compute.manager [req-8c443af2-18b3-45d2-bf82-7390379ace53 req-fcd13817-b5f2-4afd-8bd1-92af7b9fea1f service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received unexpected event network-vif-plugged-92b6ce52-6890-4fae-a84e-49b17b6e4d49 for instance with vm_state active and task_state None. [ 1012.998826] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183902, 'name': Rename_Task, 'duration_secs': 1.148438} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.999086] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.999322] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4b853f-26d1-4baf-9e20-7cc57029234a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.007127] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1013.007127] env[69302]: value = "task-3183912" [ 1013.007127] env[69302]: _type = "Task" [ 1013.007127] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.016483] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.143114] env[69302]: DEBUG nova.scheduler.client.report [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.146514] env[69302]: INFO nova.compute.manager [-] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Took 1.03 seconds to deallocate network for instance. [ 1013.284783] env[69302]: DEBUG oslo_vmware.api [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Task: {'id': task-3183909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437768} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.285055] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.285247] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.285487] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.285680] env[69302]: INFO nova.compute.manager [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1013.285925] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.286125] env[69302]: DEBUG nova.compute.manager [-] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.286228] env[69302]: DEBUG nova.network.neutron [-] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.404872] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183906, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.433867] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.434059] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.434271] env[69302]: DEBUG nova.network.neutron [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.445835] env[69302]: DEBUG oslo_vmware.api [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310829} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.446102] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.446292] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.446465] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.446637] env[69302]: INFO nova.compute.manager [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1013.446873] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.447805] env[69302]: DEBUG nova.compute.manager [-] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.447805] env[69302]: DEBUG nova.network.neutron [-] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.522830] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183912, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.648674] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.649357] env[69302]: DEBUG nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.655847] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.475s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.660017] env[69302]: DEBUG nova.objects.instance [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lazy-loading 'resources' on Instance uuid 3873239f-b0b8-4927-8c11-b106bc4f29d0 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.660017] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.905635] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183906, 'name': ReconfigVM_Task, 'duration_secs': 1.537165} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.905970] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 611af241-297e-4023-a6da-fe043983ffd1/611af241-297e-4023-a6da-fe043983ffd1.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.906717] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-729dc4f3-2915-4bb6-9eed-afe331917a87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.915259] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1013.915259] env[69302]: value = "task-3183913" [ 1013.915259] env[69302]: _type = "Task" [ 1013.915259] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.925058] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183913, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.997177] env[69302]: WARNING nova.network.neutron [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] 7a313f43-8ae1-4734-9e32-3f597ac4701d already exists in list: networks containing: ['7a313f43-8ae1-4734-9e32-3f597ac4701d']. ignoring it [ 1013.997497] env[69302]: WARNING nova.network.neutron [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] 7a313f43-8ae1-4734-9e32-3f597ac4701d already exists in list: networks containing: ['7a313f43-8ae1-4734-9e32-3f597ac4701d']. ignoring it [ 1014.019470] env[69302]: DEBUG oslo_vmware.api [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183912, 'name': PowerOnVM_Task, 'duration_secs': 0.516415} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.019735] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.021831] env[69302]: INFO nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Took 11.06 seconds to spawn the instance on the hypervisor. [ 1014.021831] env[69302]: DEBUG nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.021831] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bff8d5-5686-4c2e-bf54-e3a52a33657f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.162078] env[69302]: DEBUG nova.compute.utils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.163419] env[69302]: DEBUG nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.163883] env[69302]: DEBUG nova.network.neutron [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.246550] env[69302]: DEBUG nova.policy [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c8a9ef9f484d70b21c781580d6f33d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7b2b5e134144eb2ad75edefa86b7c16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.436058] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183913, 'name': Rename_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.475047] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a644c1b-c261-49a2-95f9-d50c1bdc87b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.481499] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0bad07-2368-4976-8551-7e8db1dd415e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.517785] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0538ff-a152-4dfa-9957-99c856c08521 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.529246] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426c7909-b954-4514-8ec4-0c182d05be83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.537198] env[69302]: DEBUG nova.network.neutron [-] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.548873] env[69302]: DEBUG nova.compute.provider_tree [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.550449] env[69302]: INFO nova.compute.manager [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Took 25.89 seconds to build instance. [ 1014.561355] env[69302]: DEBUG nova.network.neutron [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "address": "fa:16:3e:6e:f0:7a", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c163770-2f", "ovs_interfaceid": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92b6ce52-6890-4fae-a84e-49b17b6e4d49", "address": "fa:16:3e:cb:05:6c", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b6ce52-68", "ovs_interfaceid": "92b6ce52-6890-4fae-a84e-49b17b6e4d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.667359] env[69302]: DEBUG nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.768074] env[69302]: DEBUG nova.network.neutron [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Successfully created port: 9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.930829] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183913, 'name': Rename_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.050214] env[69302]: INFO nova.compute.manager [-] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Took 1.76 seconds to deallocate network for instance. [ 1015.052706] env[69302]: DEBUG nova.scheduler.client.report [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.056067] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f79851e4-4f28-4e15-a473-767e85916908 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "cfce7be3-5876-42ed-8e43-27e615b21e78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.407s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.062532] env[69302]: DEBUG nova.compute.manager [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-changed-92b6ce52-6890-4fae-a84e-49b17b6e4d49 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.062532] env[69302]: DEBUG nova.compute.manager [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Refreshing instance network info cache due to event network-changed-92b6ce52-6890-4fae-a84e-49b17b6e4d49. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.062728] env[69302]: DEBUG oslo_concurrency.lockutils [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] Acquiring lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.065176] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.066014] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.066254] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.066530] env[69302]: DEBUG oslo_concurrency.lockutils [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] Acquired lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.066733] env[69302]: DEBUG nova.network.neutron [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Refreshing network info cache for port 92b6ce52-6890-4fae-a84e-49b17b6e4d49 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.068620] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73f8066-062f-45ff-85ef-61038009ab67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.094639] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.094639] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.094639] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.094849] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.094849] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.094996] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.095266] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.095431] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.095594] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.095757] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.095928] env[69302]: DEBUG nova.virt.hardware [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.102413] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfiguring VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1015.103302] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ec7de7-9932-47b0-ba82-6f2873ea8519 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.122415] env[69302]: DEBUG oslo_vmware.api [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1015.122415] env[69302]: value = "task-3183914" [ 1015.122415] env[69302]: _type = "Task" [ 1015.122415] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.134269] env[69302]: DEBUG oslo_vmware.api [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183914, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.158264] env[69302]: DEBUG nova.network.neutron [-] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.433079] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] Acquiring lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.433369] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] Acquired lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.433369] env[69302]: DEBUG nova.network.neutron [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.437669] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183913, 'name': Rename_Task, 'duration_secs': 1.346301} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.438488] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.438488] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ad27ae-e4dd-4f13-9a04-13b813d31fd6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.446853] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1015.446853] env[69302]: value = "task-3183915" [ 1015.446853] env[69302]: _type = "Task" [ 1015.446853] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.456059] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.562762] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.563566] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.088s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.563949] env[69302]: DEBUG nova.objects.instance [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1015.568455] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.601038] env[69302]: INFO nova.scheduler.client.report [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted allocations for instance 3873239f-b0b8-4927-8c11-b106bc4f29d0 [ 1015.639838] env[69302]: DEBUG oslo_vmware.api [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.663296] env[69302]: INFO nova.compute.manager [-] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Took 2.21 seconds to deallocate network for instance. [ 1015.678959] env[69302]: DEBUG nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.715017] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.715017] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.715017] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.715017] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.715017] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.715017] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.715649] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.716048] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.716373] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.719017] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.719017] env[69302]: DEBUG nova.virt.hardware [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.719017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2db318-e32e-4d1c-a7c1-ce2ec0b31c20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.732193] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4e2dd7-097b-474d-9139-8eb5b4fa7879 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.841022] env[69302]: DEBUG nova.network.neutron [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updated VIF entry in instance network info cache for port 92b6ce52-6890-4fae-a84e-49b17b6e4d49. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.841022] env[69302]: DEBUG nova.network.neutron [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "address": "fa:16:3e:6e:f0:7a", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c163770-2f", "ovs_interfaceid": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92b6ce52-6890-4fae-a84e-49b17b6e4d49", "address": "fa:16:3e:cb:05:6c", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b6ce52-68", "ovs_interfaceid": "92b6ce52-6890-4fae-a84e-49b17b6e4d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.876019] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.876249] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.957798] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.108832] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2dce26c6-a01f-459b-b2b4-57ca8bad5c74 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "3873239f-b0b8-4927-8c11-b106bc4f29d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.291s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.138190] env[69302]: DEBUG oslo_vmware.api [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183914, 'name': ReconfigVM_Task, 'duration_secs': 0.69449} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.138190] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.138190] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfigured VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1016.169318] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.263537] env[69302]: DEBUG nova.network.neutron [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Updating instance_info_cache with network_info: [{"id": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "address": "fa:16:3e:ef:2a:ed", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea984b4-c4", "ovs_interfaceid": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.343355] env[69302]: DEBUG oslo_concurrency.lockutils [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] Releasing lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.343569] env[69302]: DEBUG nova.compute.manager [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Received event network-vif-deleted-e08a87bf-134b-447d-9f14-e77148e28aeb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.343755] env[69302]: DEBUG nova.compute.manager [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Received event network-vif-deleted-c5e2814e-dce5-4910-9021-6cb50eaacc61 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.343922] env[69302]: INFO nova.compute.manager [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Neutron deleted interface c5e2814e-dce5-4910-9021-6cb50eaacc61; detaching it from the instance and deleting it from the info cache [ 1016.344109] env[69302]: DEBUG nova.network.neutron [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.377601] env[69302]: DEBUG nova.network.neutron [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Successfully updated port: 9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.384083] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.384236] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.384419] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.384508] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.384614] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.384788] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.385043] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1016.385130] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1016.461023] env[69302]: DEBUG oslo_vmware.api [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3183915, 'name': PowerOnVM_Task, 'duration_secs': 0.542284} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.461023] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.461393] env[69302]: INFO nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1016.461393] env[69302]: DEBUG nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.462305] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b9ed71-3b84-4beb-a23d-1a9bd064037e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.575760] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4963b626-8773-4447-baa8-98e52e88ff9f tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.576894] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.533s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.576996] env[69302]: DEBUG nova.objects.instance [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1016.647422] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f9635e31-64a5-43eb-84c3-31f298bf446d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-92b6ce52-6890-4fae-a84e-49b17b6e4d49" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.409s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.766891] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] Releasing lock "refresh_cache-cfce7be3-5876-42ed-8e43-27e615b21e78" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.767253] env[69302]: DEBUG nova.compute.manager [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Inject network info {{(pid=69302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1016.767546] env[69302]: DEBUG nova.compute.manager [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] network_info to inject: |[{"id": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "address": "fa:16:3e:ef:2a:ed", "network": {"id": "8b8589b7-f6a6-492b-a3cf-5c43abcdbf73", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-679927218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a6ca079c2c40e78a3af61e94d801a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea984b4-c4", "ovs_interfaceid": "eea984b4-c4b4-450b-ad72-5ef0050f3934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1016.773765] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Reconfiguring VM instance to set the machine id {{(pid=69302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1016.774279] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bac0a28-b7ad-4922-af75-c538e53ac112 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.794047] env[69302]: DEBUG oslo_vmware.api [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] Waiting for the task: (returnval){ [ 1016.794047] env[69302]: value = "task-3183916" [ 1016.794047] env[69302]: _type = "Task" [ 1016.794047] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.804966] env[69302]: DEBUG oslo_vmware.api [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] Task: {'id': task-3183916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.849834] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f503946b-c293-4ac3-b9cd-4b6aada105a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.861945] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf83561-438e-4747-8834-0fcc899775b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.884857] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "refresh_cache-aaa1bfbb-660e-4327-898c-9d1148ad67f7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.885045] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "refresh_cache-aaa1bfbb-660e-4327-898c-9d1148ad67f7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.885223] env[69302]: DEBUG nova.network.neutron [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.902916] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.903419] env[69302]: DEBUG nova.compute.manager [req-97f6c6b8-9207-42ca-9207-566b573856ef req-c3e4a898-8d1a-47bb-9c39-59d06a32b18e service nova] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Detach interface failed, port_id=c5e2814e-dce5-4910-9021-6cb50eaacc61, reason: Instance 13151d16-4901-46c0-ac3f-baa07af26b6f could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.982725] env[69302]: INFO nova.compute.manager [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Took 22.79 seconds to build instance. [ 1017.309720] env[69302]: DEBUG oslo_vmware.api [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] Task: {'id': task-3183916, 'name': ReconfigVM_Task, 'duration_secs': 0.249294} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.310009] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c756fe-1d2a-4367-bf02-9a0f65d85d06 tempest-ServersAdminTestJSON-119195538 tempest-ServersAdminTestJSON-119195538-project-admin] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Reconfigured VM instance to set the machine id {{(pid=69302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1017.397072] env[69302]: DEBUG nova.compute.manager [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Received event network-vif-plugged-9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.397439] env[69302]: DEBUG oslo_concurrency.lockutils [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] Acquiring lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.397700] env[69302]: DEBUG oslo_concurrency.lockutils [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] Lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.397884] env[69302]: DEBUG oslo_concurrency.lockutils [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] Lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.398099] env[69302]: DEBUG nova.compute.manager [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] No waiting events found dispatching network-vif-plugged-9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.398297] env[69302]: WARNING nova.compute.manager [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Received unexpected event network-vif-plugged-9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f for instance with vm_state building and task_state spawning. [ 1017.398515] env[69302]: DEBUG nova.compute.manager [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Received event network-changed-9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.398722] env[69302]: DEBUG nova.compute.manager [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Refreshing instance network info cache due to event network-changed-9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.398925] env[69302]: DEBUG oslo_concurrency.lockutils [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] Acquiring lock "refresh_cache-aaa1bfbb-660e-4327-898c-9d1148ad67f7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.456275] env[69302]: DEBUG nova.network.neutron [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.485386] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beffb1e4-b4ee-404f-b8de-6356ceb389d0 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "611af241-297e-4023-a6da-fe043983ffd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.299s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.588539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b9aabf44-d4ac-4db9-9602-4d55b15ff4cb tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.593363] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.533s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.664390] env[69302]: DEBUG nova.network.neutron [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Updating instance_info_cache with network_info: [{"id": "9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f", "address": "fa:16:3e:60:86:2c", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5b57f9-33", "ovs_interfaceid": "9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.100630] env[69302]: DEBUG nova.compute.manager [req-df55d641-b69b-4d95-9f65-4d086c67c918 req-5dc2a32a-9296-49bf-9b27-2c9c4f893e2c service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Received event network-changed-fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.101179] env[69302]: DEBUG nova.compute.manager [req-df55d641-b69b-4d95-9f65-4d086c67c918 req-5dc2a32a-9296-49bf-9b27-2c9c4f893e2c service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Refreshing instance network info cache due to event network-changed-fe6158d8-47eb-46bb-843c-5c3479108e16. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.101179] env[69302]: DEBUG oslo_concurrency.lockutils [req-df55d641-b69b-4d95-9f65-4d086c67c918 req-5dc2a32a-9296-49bf-9b27-2c9c4f893e2c service nova] Acquiring lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.101243] env[69302]: DEBUG oslo_concurrency.lockutils [req-df55d641-b69b-4d95-9f65-4d086c67c918 req-5dc2a32a-9296-49bf-9b27-2c9c4f893e2c service nova] Acquired lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.101350] env[69302]: DEBUG nova.network.neutron [req-df55d641-b69b-4d95-9f65-4d086c67c918 req-5dc2a32a-9296-49bf-9b27-2c9c4f893e2c service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Refreshing network info cache for port fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.167578] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "refresh_cache-aaa1bfbb-660e-4327-898c-9d1148ad67f7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.167932] env[69302]: DEBUG nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Instance network_info: |[{"id": "9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f", "address": "fa:16:3e:60:86:2c", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5b57f9-33", "ovs_interfaceid": "9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.169388] env[69302]: DEBUG oslo_concurrency.lockutils [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] Acquired lock "refresh_cache-aaa1bfbb-660e-4327-898c-9d1148ad67f7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.169388] env[69302]: DEBUG nova.network.neutron [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Refreshing network info cache for port 9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.170044] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:86:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.178074] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.182360] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.182808] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecb32e6e-8cae-4c1b-9628-b6325f5ff037 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.215827] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.215827] env[69302]: value = "task-3183917" [ 1018.215827] env[69302]: _type = "Task" [ 1018.215827] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.233026] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183917, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.443492] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9933e475-dec1-4071-8068-a9d63cbcce2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.452512] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b99c41-39b8-4291-9157-9fb8567542d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.492304] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-1c163770-2fc7-47fc-8d02-ead0aac07dfb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.492683] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-1c163770-2fc7-47fc-8d02-ead0aac07dfb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.495204] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bdf90f-4a6c-4e76-813c-5b50b5904174 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.505219] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19c9733-54b2-417f-9284-569884947bbd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.523057] env[69302]: DEBUG nova.compute.provider_tree [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.725777] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183917, 'name': CreateVM_Task, 'duration_secs': 0.397893} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.726253] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.726719] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.726901] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.727253] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.727532] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6c17c2-f3f3-46ca-8076-f71d36807119 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.734715] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1018.734715] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d06f1c-2a74-6daf-43e2-14f83f1c7ef2" [ 1018.734715] env[69302]: _type = "Task" [ 1018.734715] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.744824] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d06f1c-2a74-6daf-43e2-14f83f1c7ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.971091] env[69302]: DEBUG nova.network.neutron [req-df55d641-b69b-4d95-9f65-4d086c67c918 req-5dc2a32a-9296-49bf-9b27-2c9c4f893e2c service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updated VIF entry in instance network info cache for port fe6158d8-47eb-46bb-843c-5c3479108e16. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.971326] env[69302]: DEBUG nova.network.neutron [req-df55d641-b69b-4d95-9f65-4d086c67c918 req-5dc2a32a-9296-49bf-9b27-2c9c4f893e2c service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updating instance_info_cache with network_info: [{"id": "fe6158d8-47eb-46bb-843c-5c3479108e16", "address": "fa:16:3e:5a:73:0e", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6158d8-47", "ovs_interfaceid": "fe6158d8-47eb-46bb-843c-5c3479108e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.999396] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.999396] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.000248] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85686109-41a7-4716-82da-0ced34519d16 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.022202] env[69302]: DEBUG nova.network.neutron [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Updated VIF entry in instance network info cache for port 9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.022567] env[69302]: DEBUG nova.network.neutron [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Updating instance_info_cache with network_info: [{"id": "9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f", "address": "fa:16:3e:60:86:2c", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5b57f9-33", "ovs_interfaceid": "9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.024247] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4511633a-41bf-4895-98c1-00081e14641a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.027950] env[69302]: DEBUG nova.scheduler.client.report [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.745548] env[69302]: INFO nova.compute.manager [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Rebuilding instance [ 1019.748113] env[69302]: DEBUG oslo_concurrency.lockutils [req-df55d641-b69b-4d95-9f65-4d086c67c918 req-5dc2a32a-9296-49bf-9b27-2c9c4f893e2c service nova] Releasing lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.749385] env[69302]: DEBUG oslo_concurrency.lockutils [req-00d96f06-1ef7-432b-98e3-b811eb775fa5 req-ae386369-23d0-4462-a47c-ada34b3cf07c service nova] Releasing lock "refresh_cache-aaa1bfbb-660e-4327-898c-9d1148ad67f7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.757196] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfiguring VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1019.762852] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b9f3ef-53f7-488a-a264-8971d573ee2f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.787283] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d06f1c-2a74-6daf-43e2-14f83f1c7ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.012274} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.793951] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.794249] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.794629] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.794849] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.795104] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.797036] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1019.797036] env[69302]: value = "task-3183918" [ 1019.797036] env[69302]: _type = "Task" [ 1019.797036] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.797036] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e99449e8-2d5c-4855-9d96-006281becb21 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.809230] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.810933] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.811223] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.815195] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2851bc3-e894-4888-8688-884149f7f464 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.820044] env[69302]: DEBUG nova.compute.manager [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.820919] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d81b2d0-9ee7-40b8-afc0-b9ad0620f0e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.825508] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1019.825508] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525306dc-60ff-c31c-4701-a5d02d33ace3" [ 1019.825508] env[69302]: _type = "Task" [ 1019.825508] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.838540] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525306dc-60ff-c31c-4701-a5d02d33ace3, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.839342] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4ae1db-6299-436c-adcc-59657183a678 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.844946] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1019.844946] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5263d609-2662-70c0-22b1-01c61fe4c141" [ 1019.844946] env[69302]: _type = "Task" [ 1019.844946] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.853735] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5263d609-2662-70c0-22b1-01c61fe4c141, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.261059] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.668s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.264167] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.113s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.265542] env[69302]: INFO nova.compute.claims [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.309143] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.357250] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5263d609-2662-70c0-22b1-01c61fe4c141, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.358125] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.358414] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] aaa1bfbb-660e-4327-898c-9d1148ad67f7/aaa1bfbb-660e-4327-898c-9d1148ad67f7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.358674] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d28fcccb-1a58-428d-b104-0f467440d581 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.368928] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1020.368928] env[69302]: value = "task-3183919" [ 1020.368928] env[69302]: _type = "Task" [ 1020.368928] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.377924] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.810202] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.837474] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.837792] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a87189-e43a-443b-8ff8-748b659c1ff3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.840997] env[69302]: INFO nova.scheduler.client.report [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted allocation for migration c8d157ed-3854-4d71-8d02-68cbf58671ae [ 1020.846990] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1020.846990] env[69302]: value = "task-3183920" [ 1020.846990] env[69302]: _type = "Task" [ 1020.846990] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.858283] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.881452] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495956} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.881739] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] aaa1bfbb-660e-4327-898c-9d1148ad67f7/aaa1bfbb-660e-4327-898c-9d1148ad67f7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.881962] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.882235] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e5087a3-69fe-4c1d-8387-5cfa5c5097f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.891663] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1020.891663] env[69302]: value = "task-3183921" [ 1020.891663] env[69302]: _type = "Task" [ 1020.891663] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.903444] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.311743] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.346137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dd98ca92-fef4-4f2a-8d48-df64267f4174 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.898s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.360945] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183920, 'name': PowerOffVM_Task, 'duration_secs': 0.438045} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.365032] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.365032] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.365032] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bea4cf3-61aa-40a9-8d14-a51cc1476926 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.373202] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.373717] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67461b74-6cdf-45bb-8d7c-12544b4ac23a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.404614] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264171} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.404877] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.406105] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ba8e93-f06f-4607-8bb9-6085a13ce916 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.434716] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] aaa1bfbb-660e-4327-898c-9d1148ad67f7/aaa1bfbb-660e-4327-898c-9d1148ad67f7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.439310] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5faa6d87-97c9-47fb-b288-1542440aa2d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.468064] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1021.468064] env[69302]: value = "task-3183923" [ 1021.468064] env[69302]: _type = "Task" [ 1021.468064] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.480584] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.480584] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.480843] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleting the datastore file [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.481273] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f59a5b26-26f6-4acf-9d59-a73213f0fcbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.490673] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183923, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.497624] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1021.497624] env[69302]: value = "task-3183924" [ 1021.497624] env[69302]: _type = "Task" [ 1021.497624] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.507801] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.618020] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054a78a-8840-4baa-a9b1-c48892e45356 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.623855] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c26bd3c-67be-47d4-a8dd-656b4f9cffcd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.655895] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b66ac4-66ca-46e4-979b-6734705d40da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.665334] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c2b644-fc3c-4cce-aa77-f8004af34b8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.680747] env[69302]: DEBUG nova.compute.provider_tree [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.812989] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.961797] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.961933] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.962552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.962552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.962552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.966088] env[69302]: INFO nova.compute.manager [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Terminating instance [ 1021.981654] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183923, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.008186] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421646} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.008471] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.008643] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.008807] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.183722] env[69302]: DEBUG nova.scheduler.client.report [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.314893] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.475920] env[69302]: DEBUG nova.compute.manager [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.476150] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.477108] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46762ba-fdc8-4d4c-a579-a35c6818d639 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.482973] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183923, 'name': ReconfigVM_Task, 'duration_secs': 0.525406} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.483619] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Reconfigured VM instance instance-00000053 to attach disk [datastore1] aaa1bfbb-660e-4327-898c-9d1148ad67f7/aaa1bfbb-660e-4327-898c-9d1148ad67f7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.484385] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6243f14-fecb-4d6e-9d67-7e4cc8691c57 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.488542] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.489154] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8466ca-e8be-44ca-83cf-e43b8d19d83c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.495988] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1022.495988] env[69302]: value = "task-3183925" [ 1022.495988] env[69302]: _type = "Task" [ 1022.495988] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.497379] env[69302]: DEBUG oslo_vmware.api [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1022.497379] env[69302]: value = "task-3183926" [ 1022.497379] env[69302]: _type = "Task" [ 1022.497379] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.511087] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183925, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.518765] env[69302]: DEBUG oslo_vmware.api [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.697028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.697028] env[69302]: DEBUG nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.699710] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.290s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.700218] env[69302]: DEBUG nova.objects.instance [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'resources' on Instance uuid 36948998-ffbc-47eb-9af6-0eef2b16b7ef {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.778993] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "23d1c369-df51-4186-a5e8-974d5dd60167" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.779254] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "23d1c369-df51-4186-a5e8-974d5dd60167" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.814647] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.011378] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183925, 'name': Rename_Task, 'duration_secs': 0.175269} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.014521] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.014784] env[69302]: DEBUG oslo_vmware.api [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183926, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.014992] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-563d8b46-22b7-4f5b-b22f-c1a21c32dec3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.025993] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1023.025993] env[69302]: value = "task-3183927" [ 1023.025993] env[69302]: _type = "Task" [ 1023.025993] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.036914] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.070295] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.070295] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.070295] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.070549] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.070549] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.071041] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.071041] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.071041] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.071235] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.071360] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.071526] env[69302]: DEBUG nova.virt.hardware [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.072428] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd136eff-2dfe-47e3-acb6-0c244054d44a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.081175] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a9820e-2769-4a49-987d-cfebe7dd9f0d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.096037] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:2f:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be35087-8009-48ef-bd94-e796a8b46ccb', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.103295] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.103547] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.103761] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b31c4e4-9d28-43b2-a01b-a6b97863654b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.126053] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.126053] env[69302]: value = "task-3183928" [ 1023.126053] env[69302]: _type = "Task" [ 1023.126053] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.134262] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183928, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.204393] env[69302]: DEBUG nova.compute.utils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.206011] env[69302]: DEBUG nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.207049] env[69302]: DEBUG nova.network.neutron [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.280144] env[69302]: DEBUG nova.policy [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98b555cc6b5425bba7dffb499853c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '189b6b93b43b4983a8cf22b4919dae16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.281737] env[69302]: DEBUG nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.316174] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.514973] env[69302]: DEBUG oslo_vmware.api [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183926, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.537022] env[69302]: DEBUG oslo_vmware.api [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183927, 'name': PowerOnVM_Task, 'duration_secs': 0.483733} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.537319] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.537529] env[69302]: INFO nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1023.538265] env[69302]: DEBUG nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.538562] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb246ce-92e1-4c34-84cd-c181f3badf7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.571333] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e9d310-810f-4259-9cfe-1524a4306ba9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.581309] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ea7cd9-2a6f-447e-b36c-1a36375c2fa1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.618705] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba93a4d2-8773-4b33-bf3a-341b71507ba0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.631596] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b712f9a0-a201-4c28-839a-2e58c7ba2901 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.645437] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183928, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.656763] env[69302]: DEBUG nova.compute.provider_tree [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.716747] env[69302]: DEBUG nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.812639] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.815756] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.906432] env[69302]: DEBUG nova.network.neutron [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Successfully created port: 108aed36-1da0-4aff-a23d-f5babe5ceba5 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.013580] env[69302]: DEBUG oslo_vmware.api [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183926, 'name': PowerOffVM_Task, 'duration_secs': 1.267114} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.014977] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.015326] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.016025] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bab8615-3806-4462-976e-345d23ab0fd2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.069059] env[69302]: INFO nova.compute.manager [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Took 18.65 seconds to build instance. [ 1024.097065] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.097392] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.097659] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleting the datastore file [datastore1] 65147a69-cce5-42f7-805f-f1ec2a12fbe7 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.098049] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73a1ebe2-9956-492e-bd1c-7d031b2ca290 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.106905] env[69302]: DEBUG oslo_vmware.api [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1024.106905] env[69302]: value = "task-3183930" [ 1024.106905] env[69302]: _type = "Task" [ 1024.106905] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.116631] env[69302]: DEBUG oslo_vmware.api [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.137953] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183928, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.161449] env[69302]: DEBUG nova.scheduler.client.report [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.317992] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.571877] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0ab3679-6936-4054-9c39-093eed7e00ad tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.165s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.618905] env[69302]: DEBUG oslo_vmware.api [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213328} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.619408] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.619604] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.619793] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.619962] env[69302]: INFO nova.compute.manager [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1024.620212] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.620406] env[69302]: DEBUG nova.compute.manager [-] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.620497] env[69302]: DEBUG nova.network.neutron [-] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.637828] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183928, 'name': CreateVM_Task, 'duration_secs': 1.090829} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.637992] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.638662] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.638837] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.639167] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.639423] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256edf3f-6075-4f5f-819b-f6ee9169caa8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.645475] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1024.645475] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5267de41-322f-52ca-71ba-27dc63f2cd8f" [ 1024.645475] env[69302]: _type = "Task" [ 1024.645475] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.652628] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5267de41-322f-52ca-71ba-27dc63f2cd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.669596] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.671843] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.442s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.673990] env[69302]: INFO nova.compute.claims [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.690215] env[69302]: INFO nova.scheduler.client.report [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted allocations for instance 36948998-ffbc-47eb-9af6-0eef2b16b7ef [ 1024.730264] env[69302]: DEBUG nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.751700] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.751933] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.752107] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.752294] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.752439] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.752580] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.752782] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.752946] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.753141] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.753353] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.753495] env[69302]: DEBUG nova.virt.hardware [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.754369] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53905146-9215-4510-bf2f-75302d82e591 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.763107] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f562a2-b3e0-40ea-b290-eb4d5704f845 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.815987] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.962279] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.962565] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.027715] env[69302]: DEBUG nova.compute.manager [req-76157b90-588d-4f26-8f9b-5aa073b78af7 req-e3a31565-04e4-46d0-a466-164cd26aa254 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Received event network-vif-deleted-071cd300-ad7a-4871-b34e-3a06e78ceec8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.027962] env[69302]: INFO nova.compute.manager [req-76157b90-588d-4f26-8f9b-5aa073b78af7 req-e3a31565-04e4-46d0-a466-164cd26aa254 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Neutron deleted interface 071cd300-ad7a-4871-b34e-3a06e78ceec8; detaching it from the instance and deleting it from the info cache [ 1025.028143] env[69302]: DEBUG nova.network.neutron [req-76157b90-588d-4f26-8f9b-5aa073b78af7 req-e3a31565-04e4-46d0-a466-164cd26aa254 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.157556] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5267de41-322f-52ca-71ba-27dc63f2cd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.157870] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.158124] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.158366] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.158511] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.158693] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.159420] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f7646a-059d-4ffa-a8ec-33c9415922b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.169771] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.169966] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.170706] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a5eb92-2c16-4f5c-a229-8efc03fd4799 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.177415] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1025.177415] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cae056-2f79-696f-de4c-5a675985f385" [ 1025.177415] env[69302]: _type = "Task" [ 1025.177415] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.189886] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cae056-2f79-696f-de4c-5a675985f385, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.191290] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2b752d-06f6-449f-a780-89202558bf4c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.198904] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1025.198904] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520dc0ed-4747-ea0a-7b3e-0d693af0ba55" [ 1025.198904] env[69302]: _type = "Task" [ 1025.198904] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.199158] env[69302]: DEBUG oslo_concurrency.lockutils [None req-82081bcd-8aa9-472b-ad7d-93b8ae6d3717 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "36948998-ffbc-47eb-9af6-0eef2b16b7ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.640s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.208939] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520dc0ed-4747-ea0a-7b3e-0d693af0ba55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.316514] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.361726] env[69302]: DEBUG nova.compute.manager [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.362710] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd809d2-70f5-4715-8385-51d25f827655 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.470015] env[69302]: DEBUG nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.472930] env[69302]: DEBUG nova.network.neutron [-] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.480419] env[69302]: DEBUG nova.network.neutron [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Successfully updated port: 108aed36-1da0-4aff-a23d-f5babe5ceba5 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.531024] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cb98aaf-dd29-4e3e-977d-fe0b92ddfc1a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.540609] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc633d0e-24ed-4219-90d5-7c07745adf72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.579950] env[69302]: DEBUG nova.compute.manager [req-76157b90-588d-4f26-8f9b-5aa073b78af7 req-e3a31565-04e4-46d0-a466-164cd26aa254 service nova] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Detach interface failed, port_id=071cd300-ad7a-4871-b34e-3a06e78ceec8, reason: Instance 65147a69-cce5-42f7-805f-f1ec2a12fbe7 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.715074] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520dc0ed-4747-ea0a-7b3e-0d693af0ba55, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.715375] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.715597] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.715860] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e4afb8-3d8c-405f-8ae7-6d863f1078d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.725606] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1025.725606] env[69302]: value = "task-3183931" [ 1025.725606] env[69302]: _type = "Task" [ 1025.725606] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.736108] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.822084] env[69302]: DEBUG oslo_vmware.api [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183918, 'name': ReconfigVM_Task, 'duration_secs': 5.777587} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.825705] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.826039] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfigured VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1025.847859] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "0c00bc06-5d0d-4423-894f-afb63d21abff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.848188] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "0c00bc06-5d0d-4423-894f-afb63d21abff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.876731] env[69302]: INFO nova.compute.manager [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] instance snapshotting [ 1025.880348] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e55cd-4ad2-4dc9-b0bc-a5ff598e389d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.907341] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1d4bc-0ecd-416c-9f14-54c3fb096404 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.979596] env[69302]: INFO nova.compute.manager [-] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Took 1.36 seconds to deallocate network for instance. [ 1025.983502] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "refresh_cache-7ba80f4b-b018-44b5-8633-40fa42cd8b9f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.983502] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "refresh_cache-7ba80f4b-b018-44b5-8633-40fa42cd8b9f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.983502] env[69302]: DEBUG nova.network.neutron [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.001481] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e899d9-d876-4c01-8723-f00e2af6d0c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.005846] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.012601] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a3e77-7a82-4302-9881-4920655cd53b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.049624] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa00cba6-9251-4b7d-b099-94de8d66bd38 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.059807] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f444701e-1d84-4b06-ba6c-9aa0d605d599 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.080683] env[69302]: DEBUG nova.compute.provider_tree [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.237068] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497604} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.237068] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.237403] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.237725] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9398bb0c-705c-4c60-bf1b-8582bd50f3ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.246065] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1026.246065] env[69302]: value = "task-3183932" [ 1026.246065] env[69302]: _type = "Task" [ 1026.246065] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.253729] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.350534] env[69302]: DEBUG nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.419225] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1026.419537] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-314d1e3a-8ff7-46ff-87bf-e2c0b400cb53 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.427834] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1026.427834] env[69302]: value = "task-3183933" [ 1026.427834] env[69302]: _type = "Task" [ 1026.427834] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.436579] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183933, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.489395] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.522653] env[69302]: DEBUG nova.network.neutron [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.585054] env[69302]: DEBUG nova.scheduler.client.report [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.686324] env[69302]: DEBUG nova.network.neutron [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Updating instance_info_cache with network_info: [{"id": "108aed36-1da0-4aff-a23d-f5babe5ceba5", "address": "fa:16:3e:48:4c:ba", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108aed36-1d", "ovs_interfaceid": "108aed36-1da0-4aff-a23d-f5babe5ceba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.756091] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082805} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.756359] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.757142] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b4ad9a-6222-4c98-9a04-a941a32f0698 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.779109] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.779391] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24cb4800-05f3-41d1-91bf-ff40f6fcad0e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.800581] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1026.800581] env[69302]: value = "task-3183934" [ 1026.800581] env[69302]: _type = "Task" [ 1026.800581] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.810433] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.877719] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.938930] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183933, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.060544] env[69302]: DEBUG nova.compute.manager [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Received event network-vif-plugged-108aed36-1da0-4aff-a23d-f5babe5ceba5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.060544] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Acquiring lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.060544] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.060544] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.060544] env[69302]: DEBUG nova.compute.manager [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] No waiting events found dispatching network-vif-plugged-108aed36-1da0-4aff-a23d-f5babe5ceba5 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.061503] env[69302]: WARNING nova.compute.manager [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Received unexpected event network-vif-plugged-108aed36-1da0-4aff-a23d-f5babe5ceba5 for instance with vm_state building and task_state spawning. [ 1027.061768] env[69302]: DEBUG nova.compute.manager [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Received event network-changed-108aed36-1da0-4aff-a23d-f5babe5ceba5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.062039] env[69302]: DEBUG nova.compute.manager [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Refreshing instance network info cache due to event network-changed-108aed36-1da0-4aff-a23d-f5babe5ceba5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.062284] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Acquiring lock "refresh_cache-7ba80f4b-b018-44b5-8633-40fa42cd8b9f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.092958] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.093632] env[69302]: DEBUG nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.096872] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.097102] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.097337] env[69302]: DEBUG nova.network.neutron [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.098524] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.441s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.100294] env[69302]: DEBUG nova.objects.instance [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lazy-loading 'resources' on Instance uuid e3d70ce9-d360-43cb-b3ed-7786232c0d43 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.112950] env[69302]: DEBUG nova.compute.manager [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-vif-deleted-92b6ce52-6890-4fae-a84e-49b17b6e4d49 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.113203] env[69302]: INFO nova.compute.manager [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Neutron deleted interface 92b6ce52-6890-4fae-a84e-49b17b6e4d49; detaching it from the instance and deleting it from the info cache [ 1027.113512] env[69302]: DEBUG nova.network.neutron [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "address": "fa:16:3e:6e:f0:7a", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c163770-2f", "ovs_interfaceid": "1c163770-2fc7-47fc-8d02-ead0aac07dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.189274] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "refresh_cache-7ba80f4b-b018-44b5-8633-40fa42cd8b9f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.189606] env[69302]: DEBUG nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Instance network_info: |[{"id": "108aed36-1da0-4aff-a23d-f5babe5ceba5", "address": "fa:16:3e:48:4c:ba", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108aed36-1d", "ovs_interfaceid": "108aed36-1da0-4aff-a23d-f5babe5ceba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.189898] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Acquired lock "refresh_cache-7ba80f4b-b018-44b5-8633-40fa42cd8b9f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.190097] env[69302]: DEBUG nova.network.neutron [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Refreshing network info cache for port 108aed36-1da0-4aff-a23d-f5babe5ceba5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.191386] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:4c:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '108aed36-1da0-4aff-a23d-f5babe5ceba5', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.199889] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.203534] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.203925] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8493f39-d31c-4c10-b1c0-e227bd41a538 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.226852] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.226852] env[69302]: value = "task-3183935" [ 1027.226852] env[69302]: _type = "Task" [ 1027.226852] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.235423] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183935, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.311155] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.439264] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183933, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.447157] env[69302]: DEBUG nova.network.neutron [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Updated VIF entry in instance network info cache for port 108aed36-1da0-4aff-a23d-f5babe5ceba5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.447516] env[69302]: DEBUG nova.network.neutron [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Updating instance_info_cache with network_info: [{"id": "108aed36-1da0-4aff-a23d-f5babe5ceba5", "address": "fa:16:3e:48:4c:ba", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap108aed36-1d", "ovs_interfaceid": "108aed36-1da0-4aff-a23d-f5babe5ceba5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.603585] env[69302]: DEBUG nova.compute.utils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.610524] env[69302]: DEBUG nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.610711] env[69302]: DEBUG nova.network.neutron [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.616434] env[69302]: DEBUG oslo_concurrency.lockutils [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.616664] env[69302]: DEBUG oslo_concurrency.lockutils [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Acquired lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.617621] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe40b3d-a2c2-4d2c-b404-bd1b6bae3760 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.642649] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8de9780-f167-4730-b800-972c6b22a5b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.670697] env[69302]: DEBUG nova.virt.vmwareapi.vmops [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfiguring VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1027.675686] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d144aefd-f809-434b-8960-2b49f046f0fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.689798] env[69302]: DEBUG nova.policy [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '142224c7ac1843248e67d1779d34d748', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb3b15ec951b455db9d2ccea6adf30dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.691254] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.701026] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Waiting for the task: (returnval){ [ 1027.701026] env[69302]: value = "task-3183936" [ 1027.701026] env[69302]: _type = "Task" [ 1027.701026] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.710422] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.736225] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183935, 'name': CreateVM_Task, 'duration_secs': 0.39165} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.738810] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.739761] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.740539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.740539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.740800] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4aaa0d7-78c1-47ce-a0ca-1f103399f6fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.747666] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1027.747666] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52656893-527d-17ce-bcea-0eef0a1f0bae" [ 1027.747666] env[69302]: _type = "Task" [ 1027.747666] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.763012] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52656893-527d-17ce-bcea-0eef0a1f0bae, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.763012] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.763012] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.763012] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.763012] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.763012] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.763012] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fcca5a3-b5a8-4428-9ff4-0422e083c61f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.770731] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.770910] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.773889] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44d8dab-fb6b-4fbd-9da2-8586d1326f5a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.779965] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1027.779965] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa86e6-9c6c-4cb7-3136-8d9d37894e05" [ 1027.779965] env[69302]: _type = "Task" [ 1027.779965] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.789559] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa86e6-9c6c-4cb7-3136-8d9d37894e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.811990] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.941557] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183933, 'name': CreateSnapshot_Task, 'duration_secs': 1.0891} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.941836] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1027.942536] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9311f8a4-620b-4b6f-9eeb-6b5e4c37be2a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.952521] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Releasing lock "refresh_cache-7ba80f4b-b018-44b5-8633-40fa42cd8b9f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.952763] env[69302]: DEBUG nova.compute.manager [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-vif-deleted-1c163770-2fc7-47fc-8d02-ead0aac07dfb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.952939] env[69302]: INFO nova.compute.manager [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Neutron deleted interface 1c163770-2fc7-47fc-8d02-ead0aac07dfb; detaching it from the instance and deleting it from the info cache [ 1027.953283] env[69302]: DEBUG nova.network.neutron [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "92b6ce52-6890-4fae-a84e-49b17b6e4d49", "address": "fa:16:3e:cb:05:6c", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92b6ce52-68", "ovs_interfaceid": "92b6ce52-6890-4fae-a84e-49b17b6e4d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.958698] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7fd58b-3518-4807-bf7d-6d337bcd74d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.968121] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79696dd4-ba37-43b8-b7e0-a811d3314b80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.005923] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3256da3-be4d-4e7a-b3bf-f4212298a74e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.015481] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424fc852-eea0-44a4-aa0d-785c066520ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.030526] env[69302]: DEBUG nova.compute.provider_tree [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.053376] env[69302]: INFO nova.network.neutron [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Port 1c163770-2fc7-47fc-8d02-ead0aac07dfb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1028.053580] env[69302]: INFO nova.network.neutron [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Port 92b6ce52-6890-4fae-a84e-49b17b6e4d49 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1028.053897] env[69302]: DEBUG nova.network.neutron [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [{"id": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "address": "fa:16:3e:d2:70:a1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcccc282-3f", "ovs_interfaceid": "fcccc282-3f57-4d89-a1bd-290fd04fb1c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.111591] env[69302]: DEBUG nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.138744] env[69302]: DEBUG nova.network.neutron [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Successfully created port: 04f451bd-70a2-46a2-b54d-84725bddc837 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.212792] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.290978] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fa86e6-9c6c-4cb7-3136-8d9d37894e05, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.291780] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c6c0ab0-13a6-46dd-8cef-797a8d80e4ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.297016] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1028.297016] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c486bd-5097-8b92-8e65-b8a638ff113c" [ 1028.297016] env[69302]: _type = "Task" [ 1028.297016] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.304816] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c486bd-5097-8b92-8e65-b8a638ff113c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.312176] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183934, 'name': ReconfigVM_Task, 'duration_secs': 1.415232} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.312452] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.313065] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-660f129a-b61a-4352-8005-ad52e0eab4da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.320229] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1028.320229] env[69302]: value = "task-3183937" [ 1028.320229] env[69302]: _type = "Task" [ 1028.320229] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.329665] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183937, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.464666] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1028.465275] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.465489] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed0ab46b-45ae-4042-9223-6323355b61db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.473949] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1028.473949] env[69302]: value = "task-3183938" [ 1028.473949] env[69302]: _type = "Task" [ 1028.473949] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.482978] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183938, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.533425] env[69302]: DEBUG nova.scheduler.client.report [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.556916] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.713337] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.808266] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c486bd-5097-8b92-8e65-b8a638ff113c, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.808541] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.808800] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 7ba80f4b-b018-44b5-8633-40fa42cd8b9f/7ba80f4b-b018-44b5-8633-40fa42cd8b9f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.809071] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af7b206c-8737-4eaa-bf28-409351d098b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.817798] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1028.817798] env[69302]: value = "task-3183939" [ 1028.817798] env[69302]: _type = "Task" [ 1028.817798] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.829973] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.833054] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183937, 'name': Rename_Task, 'duration_secs': 0.136589} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.833351] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.833627] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28e22f71-7c6a-4882-be34-5b56805019f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.839858] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1028.839858] env[69302]: value = "task-3183940" [ 1028.839858] env[69302]: _type = "Task" [ 1028.839858] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.848017] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.985852] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183938, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.038687] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.041479] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.473s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.042259] env[69302]: DEBUG nova.objects.instance [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lazy-loading 'resources' on Instance uuid 39066da5-e656-4aa9-bb3f-0deb8bad255f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.061110] env[69302]: DEBUG oslo_concurrency.lockutils [None req-12e9137a-d9c7-4e15-977e-40ec44475949 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-1c163770-2fc7-47fc-8d02-ead0aac07dfb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.568s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.063335] env[69302]: INFO nova.scheduler.client.report [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Deleted allocations for instance e3d70ce9-d360-43cb-b3ed-7786232c0d43 [ 1029.121916] env[69302]: DEBUG nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.147740] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.147968] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.148169] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.148423] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.148643] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.148800] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.149070] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.149281] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.149489] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.149670] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.149847] env[69302]: DEBUG nova.virt.hardware [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.151147] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27788059-3d47-4022-bbdb-e4321f87f010 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.160857] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7a6a46-540f-4458-810e-c39b321a6890 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.215091] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.329695] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452981} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.329955] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 7ba80f4b-b018-44b5-8633-40fa42cd8b9f/7ba80f4b-b018-44b5-8633-40fa42cd8b9f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.330182] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.330434] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01674b44-c865-4553-9602-d4909bcd7e1a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.338246] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1029.338246] env[69302]: value = "task-3183941" [ 1029.338246] env[69302]: _type = "Task" [ 1029.338246] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.349809] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.352930] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183940, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.486194] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183938, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.571898] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fd97559b-6bf1-4413-8499-5f0ed79d3a04 tempest-ServersListShow298Test-640572340 tempest-ServersListShow298Test-640572340-project-member] Lock "e3d70ce9-d360-43cb-b3ed-7786232c0d43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.177s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.618300] env[69302]: DEBUG nova.compute.manager [req-a585cb0e-d618-44ba-bf31-0398dc727970 req-2e677f63-1e18-469a-ae08-49ea31f606cc service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Received event network-vif-plugged-04f451bd-70a2-46a2-b54d-84725bddc837 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.618516] env[69302]: DEBUG oslo_concurrency.lockutils [req-a585cb0e-d618-44ba-bf31-0398dc727970 req-2e677f63-1e18-469a-ae08-49ea31f606cc service nova] Acquiring lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.618722] env[69302]: DEBUG oslo_concurrency.lockutils [req-a585cb0e-d618-44ba-bf31-0398dc727970 req-2e677f63-1e18-469a-ae08-49ea31f606cc service nova] Lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.618887] env[69302]: DEBUG oslo_concurrency.lockutils [req-a585cb0e-d618-44ba-bf31-0398dc727970 req-2e677f63-1e18-469a-ae08-49ea31f606cc service nova] Lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.619062] env[69302]: DEBUG nova.compute.manager [req-a585cb0e-d618-44ba-bf31-0398dc727970 req-2e677f63-1e18-469a-ae08-49ea31f606cc service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] No waiting events found dispatching network-vif-plugged-04f451bd-70a2-46a2-b54d-84725bddc837 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.619230] env[69302]: WARNING nova.compute.manager [req-a585cb0e-d618-44ba-bf31-0398dc727970 req-2e677f63-1e18-469a-ae08-49ea31f606cc service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Received unexpected event network-vif-plugged-04f451bd-70a2-46a2-b54d-84725bddc837 for instance with vm_state building and task_state spawning. [ 1029.709144] env[69302]: DEBUG nova.network.neutron [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Successfully updated port: 04f451bd-70a2-46a2-b54d-84725bddc837 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.717466] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.830995] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e92a3a-e3f6-42fc-8bfd-6d9f53cfc444 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.843611] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a9a03d-4c7c-4533-989a-a8c4ac0b2084 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.861346] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.862126] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060058} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.887862] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.888604] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79136a52-c3d3-4819-acde-7dfb2a71f99b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.892267] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23bae04-520e-44ef-a464-760f50518ed2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.924766] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 7ba80f4b-b018-44b5-8633-40fa42cd8b9f/7ba80f4b-b018-44b5-8633-40fa42cd8b9f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.926130] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8cb5a7-9b93-4eef-9242-4d416a1d389d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.930251] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046ce219-b0e8-4855-a3cb-2fa02b6d5fd3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.956880] env[69302]: DEBUG nova.compute.provider_tree [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.959683] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1029.959683] env[69302]: value = "task-3183942" [ 1029.959683] env[69302]: _type = "Task" [ 1029.959683] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.970242] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183942, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.988930] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183938, 'name': CloneVM_Task, 'duration_secs': 1.487345} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.989270] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Created linked-clone VM from snapshot [ 1029.989970] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afde35a-d44c-4dac-8c11-27a64c1e9d15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.998886] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Uploading image cd80c22c-a735-465c-b82d-beeedfd887e0 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1030.021993] env[69302]: DEBUG oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1030.021993] env[69302]: value = "vm-636808" [ 1030.021993] env[69302]: _type = "VirtualMachine" [ 1030.021993] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1030.022307] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f6fbe510-3728-4a4b-91ca-63238628e251 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.032796] env[69302]: DEBUG oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lease: (returnval){ [ 1030.032796] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e866e-f0c2-0f48-54d3-fee2bfa7cc3a" [ 1030.032796] env[69302]: _type = "HttpNfcLease" [ 1030.032796] env[69302]: } obtained for exporting VM: (result){ [ 1030.032796] env[69302]: value = "vm-636808" [ 1030.032796] env[69302]: _type = "VirtualMachine" [ 1030.032796] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1030.033429] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the lease: (returnval){ [ 1030.033429] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e866e-f0c2-0f48-54d3-fee2bfa7cc3a" [ 1030.033429] env[69302]: _type = "HttpNfcLease" [ 1030.033429] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1030.041082] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.041082] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e866e-f0c2-0f48-54d3-fee2bfa7cc3a" [ 1030.041082] env[69302]: _type = "HttpNfcLease" [ 1030.041082] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1030.213838] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "refresh_cache-ed23e9d3-4fe0-4561-9d56-db6911df64f9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.213838] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "refresh_cache-ed23e9d3-4fe0-4561-9d56-db6911df64f9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.213838] env[69302]: DEBUG nova.network.neutron [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.223889] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.359597] env[69302]: DEBUG oslo_vmware.api [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183940, 'name': PowerOnVM_Task, 'duration_secs': 1.291415} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.359847] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.360640] env[69302]: DEBUG nova.compute.manager [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.360869] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a1f565-74c3-4200-ad49-f14f82242c6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.461368] env[69302]: DEBUG nova.scheduler.client.report [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.474626] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183942, 'name': ReconfigVM_Task, 'duration_secs': 0.286635} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.474969] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 7ba80f4b-b018-44b5-8633-40fa42cd8b9f/7ba80f4b-b018-44b5-8633-40fa42cd8b9f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.476346] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6275d7c9-fc69-4d76-9ed2-a8d630c1bf6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.485195] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1030.485195] env[69302]: value = "task-3183944" [ 1030.485195] env[69302]: _type = "Task" [ 1030.485195] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.494528] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183944, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.542864] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.542864] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e866e-f0c2-0f48-54d3-fee2bfa7cc3a" [ 1030.542864] env[69302]: _type = "HttpNfcLease" [ 1030.542864] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.543094] env[69302]: DEBUG oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.543094] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528e866e-f0c2-0f48-54d3-fee2bfa7cc3a" [ 1030.543094] env[69302]: _type = "HttpNfcLease" [ 1030.543094] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.543882] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c6c19c-8f93-428e-82ac-b49faa1bb931 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.552520] env[69302]: DEBUG oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb4e73-0695-c1b6-7b56-0fe01d421783/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.552718] env[69302]: DEBUG oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb4e73-0695-c1b6-7b56-0fe01d421783/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1030.720634] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.731670] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1469fb71-602d-4c14-adc1-76d189d12fe9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.748929] env[69302]: DEBUG nova.network.neutron [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.879332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.903514] env[69302]: DEBUG nova.network.neutron [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Updating instance_info_cache with network_info: [{"id": "04f451bd-70a2-46a2-b54d-84725bddc837", "address": "fa:16:3e:30:50:05", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f451bd-70", "ovs_interfaceid": "04f451bd-70a2-46a2-b54d-84725bddc837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.970302] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.973053] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.804s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.973407] env[69302]: DEBUG nova.objects.instance [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'resources' on Instance uuid 13151d16-4901-46c0-ac3f-baa07af26b6f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.995875] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183944, 'name': Rename_Task, 'duration_secs': 0.180276} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.996272] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.996443] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d296adb-7830-435a-8d90-3967ed1275f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.000565] env[69302]: INFO nova.scheduler.client.report [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Deleted allocations for instance 39066da5-e656-4aa9-bb3f-0deb8bad255f [ 1031.006216] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1031.006216] env[69302]: value = "task-3183945" [ 1031.006216] env[69302]: _type = "Task" [ 1031.006216] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.019637] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.217018] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.407034] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "refresh_cache-ed23e9d3-4fe0-4561-9d56-db6911df64f9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.407503] env[69302]: DEBUG nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Instance network_info: |[{"id": "04f451bd-70a2-46a2-b54d-84725bddc837", "address": "fa:16:3e:30:50:05", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f451bd-70", "ovs_interfaceid": "04f451bd-70a2-46a2-b54d-84725bddc837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.407999] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:50:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04f451bd-70a2-46a2-b54d-84725bddc837', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.416473] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.416831] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.417191] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a64c43f3-06f6-45ad-8317-1da97a30d587 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.441049] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.441049] env[69302]: value = "task-3183946" [ 1031.441049] env[69302]: _type = "Task" [ 1031.441049] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.451795] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183946, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.516557] env[69302]: DEBUG oslo_concurrency.lockutils [None req-94ff58ce-0bee-4530-bbfc-8318a8b554a4 tempest-ListServerFiltersTestJSON-993395354 tempest-ListServerFiltersTestJSON-993395354-project-member] Lock "39066da5-e656-4aa9-bb3f-0deb8bad255f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.863s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.521788] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183945, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.652136] env[69302]: DEBUG nova.compute.manager [req-bbc7b842-fd58-41be-a027-f61bca047b1c req-1a73816f-16ee-4c1d-9f3a-f2651d405386 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Received event network-changed-04f451bd-70a2-46a2-b54d-84725bddc837 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.652694] env[69302]: DEBUG nova.compute.manager [req-bbc7b842-fd58-41be-a027-f61bca047b1c req-1a73816f-16ee-4c1d-9f3a-f2651d405386 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Refreshing instance network info cache due to event network-changed-04f451bd-70a2-46a2-b54d-84725bddc837. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.652934] env[69302]: DEBUG oslo_concurrency.lockutils [req-bbc7b842-fd58-41be-a027-f61bca047b1c req-1a73816f-16ee-4c1d-9f3a-f2651d405386 service nova] Acquiring lock "refresh_cache-ed23e9d3-4fe0-4561-9d56-db6911df64f9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.653176] env[69302]: DEBUG oslo_concurrency.lockutils [req-bbc7b842-fd58-41be-a027-f61bca047b1c req-1a73816f-16ee-4c1d-9f3a-f2651d405386 service nova] Acquired lock "refresh_cache-ed23e9d3-4fe0-4561-9d56-db6911df64f9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.653439] env[69302]: DEBUG nova.network.neutron [req-bbc7b842-fd58-41be-a027-f61bca047b1c req-1a73816f-16ee-4c1d-9f3a-f2651d405386 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Refreshing network info cache for port 04f451bd-70a2-46a2-b54d-84725bddc837 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.723178] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.826675] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c3246b-f8b1-4202-b38a-1b780065d7c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.836863] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7ab305-b3e6-4e33-a90d-7ff4b86d0797 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.871630] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c1f4f1-1877-4cbd-9931-efd20e72d5a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.880264] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42291557-da0d-4fe0-8c43-3231a10b8b0e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.896583] env[69302]: DEBUG nova.compute.provider_tree [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.952790] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183946, 'name': CreateVM_Task, 'duration_secs': 0.490881} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.953072] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.953946] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.954246] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.954655] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.955077] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b65c594-81dd-457f-b872-cdc66f62a908 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.964726] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1031.964726] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52465ebd-c295-9579-966e-a25dc7fe3c69" [ 1031.964726] env[69302]: _type = "Task" [ 1031.964726] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.974482] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52465ebd-c295-9579-966e-a25dc7fe3c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.018513] env[69302]: DEBUG oslo_vmware.api [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183945, 'name': PowerOnVM_Task, 'duration_secs': 0.520319} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.018876] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.018990] env[69302]: INFO nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1032.019204] env[69302]: DEBUG nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.020052] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a9a4e0-c29c-4a2a-b7be-c626e23530e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.207571] env[69302]: INFO nova.compute.manager [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Rebuilding instance [ 1032.222674] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.258813] env[69302]: DEBUG nova.compute.manager [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.260248] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a256b1-dfa5-4a5c-9d46-4dfc920feb50 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.400300] env[69302]: DEBUG nova.scheduler.client.report [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.405267] env[69302]: DEBUG nova.network.neutron [req-bbc7b842-fd58-41be-a027-f61bca047b1c req-1a73816f-16ee-4c1d-9f3a-f2651d405386 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Updated VIF entry in instance network info cache for port 04f451bd-70a2-46a2-b54d-84725bddc837. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.405670] env[69302]: DEBUG nova.network.neutron [req-bbc7b842-fd58-41be-a027-f61bca047b1c req-1a73816f-16ee-4c1d-9f3a-f2651d405386 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Updating instance_info_cache with network_info: [{"id": "04f451bd-70a2-46a2-b54d-84725bddc837", "address": "fa:16:3e:30:50:05", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04f451bd-70", "ovs_interfaceid": "04f451bd-70a2-46a2-b54d-84725bddc837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.477011] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52465ebd-c295-9579-966e-a25dc7fe3c69, 'name': SearchDatastore_Task, 'duration_secs': 0.016496} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.477710] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.477710] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.477982] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.478187] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.478405] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.478708] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbc84d24-6749-4432-80cb-f6ab55e06051 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.490576] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.490576] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.491373] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca25d5e-4b2e-4d65-a01e-6d6ecb6d048b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.498572] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1032.498572] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5206f46a-d23e-fb76-ff3b-700d778483a3" [ 1032.498572] env[69302]: _type = "Task" [ 1032.498572] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.508338] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5206f46a-d23e-fb76-ff3b-700d778483a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.537661] env[69302]: INFO nova.compute.manager [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Took 21.40 seconds to build instance. [ 1032.721934] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.908141] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.910848] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.008s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.911461] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.911461] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1032.911887] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.100s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.914222] env[69302]: INFO nova.compute.claims [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.917359] env[69302]: DEBUG oslo_concurrency.lockutils [req-bbc7b842-fd58-41be-a027-f61bca047b1c req-1a73816f-16ee-4c1d-9f3a-f2651d405386 service nova] Releasing lock "refresh_cache-ed23e9d3-4fe0-4561-9d56-db6911df64f9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918735] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61efcd90-44d5-49b8-abd1-f0722a7b552e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.929845] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6035caa6-230a-4b0d-a639-1173cad31766 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.936153] env[69302]: INFO nova.scheduler.client.report [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleted allocations for instance 13151d16-4901-46c0-ac3f-baa07af26b6f [ 1032.951325] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c95022c-573d-4c87-883f-e0097a0996f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.958796] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751c9459-f9e1-4666-b8e4-e183b1cc2dcb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.000683] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178953MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1033.000838] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.011982] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5206f46a-d23e-fb76-ff3b-700d778483a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016141} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.012655] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27dac363-be51-43c8-95dc-99f0219b6be1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.020647] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1033.020647] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cc670a-fbaa-d849-4670-7174822444b5" [ 1033.020647] env[69302]: _type = "Task" [ 1033.020647] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.030208] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cc670a-fbaa-d849-4670-7174822444b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.039905] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f0cf1f2a-2ebd-4638-921e-e12ee9daab29 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.914s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.226462] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.278972] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.279363] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba8a666f-303b-4d53-9cec-15371624fd1b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.288393] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1033.288393] env[69302]: value = "task-3183947" [ 1033.288393] env[69302]: _type = "Task" [ 1033.288393] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.298652] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.451977] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ede75ea7-4996-4cac-9346-4521fb63b94d tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "13151d16-4901-46c0-ac3f-baa07af26b6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.153s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.534727] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cc670a-fbaa-d849-4670-7174822444b5, 'name': SearchDatastore_Task, 'duration_secs': 0.025654} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.535070] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.535374] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] ed23e9d3-4fe0-4561-9d56-db6911df64f9/ed23e9d3-4fe0-4561-9d56-db6911df64f9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.535669] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f9a5059-277a-46fb-a80b-c735ae87a0c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.553426] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1033.553426] env[69302]: value = "task-3183948" [ 1033.553426] env[69302]: _type = "Task" [ 1033.553426] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.564854] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.726733] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.801780] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183947, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.068858] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494787} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.074460] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] ed23e9d3-4fe0-4561-9d56-db6911df64f9/ed23e9d3-4fe0-4561-9d56-db6911df64f9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.077903] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.077903] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a9a4ed-318c-43a5-a465-4b8e6cbf8cfc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.086021] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1034.086021] env[69302]: value = "task-3183949" [ 1034.086021] env[69302]: _type = "Task" [ 1034.086021] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.095521] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.231107] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.253289] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d833f8d-bad2-4e82-9fad-b4c46aee9f07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.258899] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquiring lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.259260] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.259535] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquiring lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.259781] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.260028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.264440] env[69302]: INFO nova.compute.manager [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Terminating instance [ 1034.266723] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c1f0a9-b46d-4321-8f4e-a8a0a9ed0b67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.304595] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa6dbab-9a22-4cc2-9695-76450b0ec5b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.316440] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e589e353-5479-49be-88d1-b8ef29ef5e1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.320940] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183947, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.335511] env[69302]: DEBUG nova.compute.provider_tree [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.355195] env[69302]: DEBUG nova.compute.manager [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.356554] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b317b8e-969e-446a-88f2-318ca2493ff7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.596030] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090268} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.596212] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.597112] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a043f3-7847-4afb-a1b5-fcbcde04b166 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.621730] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] ed23e9d3-4fe0-4561-9d56-db6911df64f9/ed23e9d3-4fe0-4561-9d56-db6911df64f9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.622887] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d8e038-98d4-4796-a450-cd66a3c8acc2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.644363] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1034.644363] env[69302]: value = "task-3183950" [ 1034.644363] env[69302]: _type = "Task" [ 1034.644363] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.657309] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.726712] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.773541] env[69302]: DEBUG nova.compute.manager [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.773871] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.774810] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89832063-319e-448d-ac7a-89d0381c09df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.783754] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.783974] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced9e3e6-45bd-40fd-98a7-f6acc896547b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.792440] env[69302]: DEBUG oslo_vmware.api [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 1034.792440] env[69302]: value = "task-3183951" [ 1034.792440] env[69302]: _type = "Task" [ 1034.792440] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.801942] env[69302]: DEBUG oslo_vmware.api [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.811112] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183947, 'name': PowerOffVM_Task, 'duration_secs': 1.261649} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.811475] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.811722] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.812576] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74dca42-19ac-4acc-8fbf-ac940bf3bc82 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.821345] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.821615] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a16560c3-4a60-42f9-ad9e-9cc81c96f35b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.841777] env[69302]: DEBUG nova.scheduler.client.report [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.845373] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.845640] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.869970] env[69302]: INFO nova.compute.manager [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] instance snapshotting [ 1034.873955] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e73784-f37a-48e1-a91f-203cd6378fb1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.897602] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4c1ea3-a723-40dd-8214-742d0b656cd8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.116041] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.116407] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.116407] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleting the datastore file [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.116693] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-909c5aab-2f97-4f88-ab90-59aa61f1d81a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.126060] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1035.126060] env[69302]: value = "task-3183953" [ 1035.126060] env[69302]: _type = "Task" [ 1035.126060] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.136059] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.156260] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183950, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.227872] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.303937] env[69302]: DEBUG oslo_vmware.api [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183951, 'name': PowerOffVM_Task, 'duration_secs': 0.260746} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.304331] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.304508] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.304802] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efc659bb-c6a9-4802-a799-3ff234e7166e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.348089] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.348622] env[69302]: DEBUG nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.351574] env[69302]: INFO nova.compute.manager [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Detaching volume e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c [ 1035.354241] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.348s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.355707] env[69302]: INFO nova.compute.claims [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.389121] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.389178] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.389357] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Deleting the datastore file [datastore1] 40edaa33-9955-4ea7-bdc7-3276ac7c63c7 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.389904] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0721313-f033-4b2e-a795-c240cbbbe37b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.398679] env[69302]: INFO nova.virt.block_device [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Attempting to driver detach volume e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c from mountpoint /dev/sdb [ 1035.399152] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.399336] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636737', 'volume_id': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'name': 'volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '848596ef-6ff7-40f4-b28d-3986692e5ce5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'serial': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.400979] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda88a04-f321-4edd-9b6e-6b1a90efbb90 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.409824] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1035.410353] env[69302]: DEBUG oslo_vmware.api [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for the task: (returnval){ [ 1035.410353] env[69302]: value = "task-3183955" [ 1035.410353] env[69302]: _type = "Task" [ 1035.410353] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.411053] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7957a5b9-af1f-4e72-b9b5-34e9fea9e2f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.434016] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a2b8dd-08fc-4ee7-b700-d9d28a74a895 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.439875] env[69302]: DEBUG oslo_vmware.api [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.441937] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1035.441937] env[69302]: value = "task-3183956" [ 1035.441937] env[69302]: _type = "Task" [ 1035.441937] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.447908] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6362851-2b06-43b2-b2a0-49ad39586bd2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.453580] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.477397] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbd5a24-04bc-49d4-b425-92d87997060a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.499778] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c/volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1035.506161] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.506665] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dd07c63-986f-4685-b8db-974c65147464 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.529487] env[69302]: DEBUG oslo_vmware.api [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1035.529487] env[69302]: value = "task-3183957" [ 1035.529487] env[69302]: _type = "Task" [ 1035.529487] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.538970] env[69302]: DEBUG oslo_vmware.api [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.636915] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185875} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.637229] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.637444] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.637637] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.656055] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183950, 'name': ReconfigVM_Task, 'duration_secs': 0.545777} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.656221] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Reconfigured VM instance instance-00000055 to attach disk [datastore1] ed23e9d3-4fe0-4561-9d56-db6911df64f9/ed23e9d3-4fe0-4561-9d56-db6911df64f9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.656893] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3960632b-95c6-4fb7-8384-0f9f34f8dfa5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.665656] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1035.665656] env[69302]: value = "task-3183958" [ 1035.665656] env[69302]: _type = "Task" [ 1035.665656] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.676838] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183958, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.726142] env[69302]: DEBUG oslo_vmware.api [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Task: {'id': task-3183936, 'name': ReconfigVM_Task, 'duration_secs': 7.539497} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.726425] env[69302]: DEBUG oslo_concurrency.lockutils [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] Releasing lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.726643] env[69302]: DEBUG nova.virt.vmwareapi.vmops [req-561d914d-e8d1-45b1-a33e-048f87099657 req-4cd10019-6b19-434b-a04b-597105b2c0af service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Reconfigured VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1035.727207] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.036s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.727473] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.727695] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.727879] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.732153] env[69302]: INFO nova.compute.manager [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Terminating instance [ 1035.855910] env[69302]: DEBUG nova.compute.utils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.858047] env[69302]: DEBUG nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.858228] env[69302]: DEBUG nova.network.neutron [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.920030] env[69302]: DEBUG nova.policy [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef946e017a4b473488d45be6e900ff55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '396ddfc6152a432095254d856afdecc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.927663] env[69302]: DEBUG oslo_vmware.api [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Task: {'id': task-3183955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190804} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.927771] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.927957] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.928158] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.928335] env[69302]: INFO nova.compute.manager [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1035.928576] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.928825] env[69302]: DEBUG nova.compute.manager [-] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.928921] env[69302]: DEBUG nova.network.neutron [-] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.951894] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.039508] env[69302]: DEBUG oslo_vmware.api [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183957, 'name': ReconfigVM_Task, 'duration_secs': 0.263791} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.039801] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.044581] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7dd8dbf-bafc-46fb-ad2e-128771ded5e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.061602] env[69302]: DEBUG oslo_vmware.api [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1036.061602] env[69302]: value = "task-3183959" [ 1036.061602] env[69302]: _type = "Task" [ 1036.061602] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.071219] env[69302]: DEBUG oslo_vmware.api [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.179039] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183958, 'name': Rename_Task, 'duration_secs': 0.184132} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.179039] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.179039] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc094805-dbc7-495a-997b-9e254ffa3a36 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.188728] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1036.188728] env[69302]: value = "task-3183960" [ 1036.188728] env[69302]: _type = "Task" [ 1036.188728] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.201682] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.236542] env[69302]: DEBUG nova.compute.manager [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.236811] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.237793] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6be7cc-8104-4664-a896-86db344cd4df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.246579] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.247446] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbc08974-054f-4a90-b515-41186e30ada5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.255792] env[69302]: DEBUG oslo_vmware.api [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1036.255792] env[69302]: value = "task-3183961" [ 1036.255792] env[69302]: _type = "Task" [ 1036.255792] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.265448] env[69302]: DEBUG oslo_vmware.api [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.361172] env[69302]: DEBUG nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.461033] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183956, 'name': CreateSnapshot_Task, 'duration_secs': 0.906477} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.461551] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.462364] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c6b3b7-346b-49d8-bb1f-130896e45d98 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.577653] env[69302]: DEBUG oslo_vmware.api [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183959, 'name': ReconfigVM_Task, 'duration_secs': 0.167753} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.577653] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636737', 'volume_id': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'name': 'volume-e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '848596ef-6ff7-40f4-b28d-3986692e5ce5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c', 'serial': 'e7b0c1f6-3fdb-4873-ba33-bfe2e6e4034c'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1036.684898] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.685669] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.685919] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.686264] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.686506] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.686735] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.687086] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.687381] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.687673] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.687962] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.688274] env[69302]: DEBUG nova.virt.hardware [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.689680] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceeeba6-8954-42be-ba5d-8f3ea74af5b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.711755] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0119f508-b82c-48b3-90db-47055b144210 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.716896] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183960, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.734770] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:2f:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be35087-8009-48ef-bd94-e796a8b46ccb', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.742842] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.746270] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.746871] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ae82c42-3f59-4694-a73f-94d17cb5dab2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.775988] env[69302]: DEBUG oslo_vmware.api [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183961, 'name': PowerOffVM_Task, 'duration_secs': 0.219903} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.779879] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.780194] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.780461] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.780461] env[69302]: value = "task-3183962" [ 1036.780461] env[69302]: _type = "Task" [ 1036.780461] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.780844] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df0837fe-59f9-4932-b184-a5f6f2592611 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.789240] env[69302]: DEBUG nova.network.neutron [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Successfully created port: 53cf934f-032d-46b3-b992-b6d31405f308 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.795211] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183962, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.825364] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad555a75-e652-4825-9008-5afed0f8bd7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.834897] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3a8b4-24a0-451a-b14f-08b5fc02263d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.877952] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc79333-89fc-4480-bbd0-d6b88c6bf101 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.880695] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.880885] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.881282] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleting the datastore file [datastore1] 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.881567] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c22bc25-13b8-4077-aee7-f981a085e1c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.891339] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485ef52-6697-4ba4-a5ce-528c9e479c37 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.896225] env[69302]: DEBUG oslo_vmware.api [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1036.896225] env[69302]: value = "task-3183964" [ 1036.896225] env[69302]: _type = "Task" [ 1036.896225] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.908629] env[69302]: DEBUG nova.compute.provider_tree [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.916874] env[69302]: DEBUG oslo_vmware.api [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.998876] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.998876] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd414ebc-62c1-4fc8-8f8d-7d00494a5fe3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.005934] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1037.005934] env[69302]: value = "task-3183965" [ 1037.005934] env[69302]: _type = "Task" [ 1037.005934] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.015350] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183965, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.102291] env[69302]: DEBUG nova.compute.manager [req-b6de0be9-1314-47f5-b6f9-59e468967ee8 req-3b9fa5c2-6b37-489f-a4b5-cd53d8fb9c36 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Received event network-vif-deleted-fdfa33be-5b80-4da1-b61c-b722bbe20281 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.102291] env[69302]: INFO nova.compute.manager [req-b6de0be9-1314-47f5-b6f9-59e468967ee8 req-3b9fa5c2-6b37-489f-a4b5-cd53d8fb9c36 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Neutron deleted interface fdfa33be-5b80-4da1-b61c-b722bbe20281; detaching it from the instance and deleting it from the info cache [ 1037.102291] env[69302]: DEBUG nova.network.neutron [req-b6de0be9-1314-47f5-b6f9-59e468967ee8 req-3b9fa5c2-6b37-489f-a4b5-cd53d8fb9c36 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.148870] env[69302]: DEBUG nova.objects.instance [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'flavor' on Instance uuid 848596ef-6ff7-40f4-b28d-3986692e5ce5 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.213676] env[69302]: DEBUG oslo_vmware.api [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183960, 'name': PowerOnVM_Task, 'duration_secs': 0.581931} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.214136] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.214268] env[69302]: INFO nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1037.214505] env[69302]: DEBUG nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.215802] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b817e66-989d-4d61-8566-9fd1c5ee0400 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.296305] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183962, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.383292] env[69302]: DEBUG nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.408605] env[69302]: DEBUG oslo_vmware.api [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3183964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311308} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.411222] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.411413] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.411659] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.411923] env[69302]: INFO nova.compute.manager [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1037.412262] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.416184] env[69302]: DEBUG nova.compute.manager [-] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.416342] env[69302]: DEBUG nova.network.neutron [-] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.424124] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.424404] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.424577] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.424770] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.424913] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.425171] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.425476] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.425649] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.426190] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.426385] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.426590] env[69302]: DEBUG nova.virt.hardware [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.427617] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03f3ba4-9492-4180-b20c-3165de084fd1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.437754] env[69302]: ERROR nova.scheduler.client.report [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [req-f6d65ae0-a2e6-4cc2-a0a8-3114045b0bd5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b6b65752-3a4e-4f91-aec6-ee6ecc3102ca. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6d65ae0-a2e6-4cc2-a0a8-3114045b0bd5"}]} [ 1037.439335] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32226487-ac91-44a2-b8b0-54ee306dea71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.460865] env[69302]: DEBUG nova.scheduler.client.report [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1037.477431] env[69302]: DEBUG nova.scheduler.client.report [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1037.477932] env[69302]: DEBUG nova.compute.provider_tree [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.491115] env[69302]: DEBUG nova.scheduler.client.report [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1037.516776] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183965, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.517821] env[69302]: DEBUG nova.scheduler.client.report [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1037.573696] env[69302]: DEBUG nova.network.neutron [-] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.605170] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8de73cc6-7292-4d3e-8f96-b75b205c43eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.621022] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580e266d-7f32-4b3e-828a-1f1766e32373 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.668443] env[69302]: DEBUG nova.compute.manager [req-b6de0be9-1314-47f5-b6f9-59e468967ee8 req-3b9fa5c2-6b37-489f-a4b5-cd53d8fb9c36 service nova] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Detach interface failed, port_id=fdfa33be-5b80-4da1-b61c-b722bbe20281, reason: Instance 40edaa33-9955-4ea7-bdc7-3276ac7c63c7 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.746270] env[69302]: INFO nova.compute.manager [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Took 25.54 seconds to build instance. [ 1037.794585] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183962, 'name': CreateVM_Task, 'duration_secs': 0.634069} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.797474] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.798934] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.798934] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.798934] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.799237] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979c1c14-3b70-42b7-8367-11007f90a81f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.805945] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1037.805945] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523c0d45-fc4a-e404-e0e1-2342ea1589e7" [ 1037.805945] env[69302]: _type = "Task" [ 1037.805945] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.818237] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523c0d45-fc4a-e404-e0e1-2342ea1589e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.888502] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639756c2-5512-4518-a562-12b7e294c96f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.898259] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf23e838-a97b-40ed-b96b-3f16e192fbe3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.934218] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb03df6-cfaf-4b65-9e53-9a80e015c098 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.943556] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3b5577-6e7a-4278-96bc-3d0f05dba32e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.961047] env[69302]: DEBUG nova.compute.provider_tree [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.020398] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183965, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.080629] env[69302]: INFO nova.compute.manager [-] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Took 2.15 seconds to deallocate network for instance. [ 1038.174029] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c2ae84ce-494e-4d62-a241-01c4c640b202 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.249089] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1111b600-486d-4304-9aa6-211c54d0453e tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.047s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.320313] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523c0d45-fc4a-e404-e0e1-2342ea1589e7, 'name': SearchDatastore_Task, 'duration_secs': 0.018703} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.320524] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.320788] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.321016] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.321173] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.321352] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.321656] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9d3d794-0923-4986-afef-b179b446ff2c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.334836] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.335433] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.335959] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.336203] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.336441] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "848596ef-6ff7-40f4-b28d-3986692e5ce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.336979] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.336979] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.338454] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b009f2b2-bed1-4c5f-8c1c-e1262a654b09 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.343142] env[69302]: INFO nova.compute.manager [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Terminating instance [ 1038.349787] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1038.349787] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52125d60-e206-505b-c7b3-09d498f57994" [ 1038.349787] env[69302]: _type = "Task" [ 1038.349787] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.365544] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52125d60-e206-505b-c7b3-09d498f57994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.369013] env[69302]: DEBUG oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb4e73-0695-c1b6-7b56-0fe01d421783/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.370812] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea1ffd1-52bf-4b98-935c-5627983dd5a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.379728] env[69302]: DEBUG oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb4e73-0695-c1b6-7b56-0fe01d421783/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.379889] env[69302]: ERROR oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb4e73-0695-c1b6-7b56-0fe01d421783/disk-0.vmdk due to incomplete transfer. [ 1038.380152] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-899f239c-65b4-401e-b778-db4d38655535 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.388755] env[69302]: DEBUG oslo_vmware.rw_handles [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb4e73-0695-c1b6-7b56-0fe01d421783/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1038.388962] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Uploaded image cd80c22c-a735-465c-b82d-beeedfd887e0 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1038.391301] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1038.391722] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-891bf388-2d2d-4ae1-af90-8e978234756d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.401511] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1038.401511] env[69302]: value = "task-3183966" [ 1038.401511] env[69302]: _type = "Task" [ 1038.401511] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.410895] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183966, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.507871] env[69302]: DEBUG nova.network.neutron [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Successfully updated port: 53cf934f-032d-46b3-b992-b6d31405f308 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.510021] env[69302]: DEBUG nova.scheduler.client.report [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Updated inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.510021] env[69302]: DEBUG nova.compute.provider_tree [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Updating resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca generation from 119 to 120 during operation: update_inventory {{(pid=69302) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.510347] env[69302]: DEBUG nova.compute.provider_tree [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.527086] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183965, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.538935] env[69302]: DEBUG nova.network.neutron [-] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.586960] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.759293] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.759609] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.759840] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.760037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.760243] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.762593] env[69302]: INFO nova.compute.manager [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Terminating instance [ 1038.848192] env[69302]: DEBUG nova.compute.manager [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.848300] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.849592] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f10942f-4bd8-4427-9be6-31e662e62899 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.866955] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52125d60-e206-505b-c7b3-09d498f57994, 'name': SearchDatastore_Task, 'duration_secs': 0.029922} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.869778] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.870030] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f981b5e-a269-4ca0-be3e-60fa7a4bf023 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.872451] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1c38e9-8e16-40f6-95ac-7a942598c104 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.878405] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1038.878405] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a06358-402a-e55b-9a7a-c58f51d6f96a" [ 1038.878405] env[69302]: _type = "Task" [ 1038.878405] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.879877] env[69302]: DEBUG oslo_vmware.api [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1038.879877] env[69302]: value = "task-3183967" [ 1038.879877] env[69302]: _type = "Task" [ 1038.879877] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.894188] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a06358-402a-e55b-9a7a-c58f51d6f96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.912058] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183966, 'name': Destroy_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.020190] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.666s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.020729] env[69302]: DEBUG nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.023950] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "refresh_cache-23d1c369-df51-4186-a5e8-974d5dd60167" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.024076] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "refresh_cache-23d1c369-df51-4186-a5e8-974d5dd60167" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.024165] env[69302]: DEBUG nova.network.neutron [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.025152] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183965, 'name': CloneVM_Task, 'duration_secs': 1.940193} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.025908] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.536s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.025908] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.027932] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.150s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.029349] env[69302]: INFO nova.compute.claims [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.031818] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Created linked-clone VM from snapshot [ 1039.033987] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d834e29-ef59-4e72-9932-ea5502bab338 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.040719] env[69302]: INFO nova.compute.manager [-] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Took 1.62 seconds to deallocate network for instance. [ 1039.048308] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Uploading image 46941f95-c498-4414-827d-fb484346a76e {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1039.054440] env[69302]: INFO nova.scheduler.client.report [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted allocations for instance 65147a69-cce5-42f7-805f-f1ec2a12fbe7 [ 1039.066330] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1039.066745] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a6e2a7c-a0ed-40d6-89a2-6b266a1cf26f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.076732] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1039.076732] env[69302]: value = "task-3183968" [ 1039.076732] env[69302]: _type = "Task" [ 1039.076732] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.086486] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183968, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.136632] env[69302]: DEBUG nova.compute.manager [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Received event network-vif-deleted-fcccc282-3f57-4d89-a1bd-290fd04fb1c8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.136838] env[69302]: DEBUG nova.compute.manager [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Received event network-vif-plugged-53cf934f-032d-46b3-b992-b6d31405f308 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.137111] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] Acquiring lock "23d1c369-df51-4186-a5e8-974d5dd60167-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.137368] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] Lock "23d1c369-df51-4186-a5e8-974d5dd60167-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.137561] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] Lock "23d1c369-df51-4186-a5e8-974d5dd60167-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.137739] env[69302]: DEBUG nova.compute.manager [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] No waiting events found dispatching network-vif-plugged-53cf934f-032d-46b3-b992-b6d31405f308 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.137937] env[69302]: WARNING nova.compute.manager [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Received unexpected event network-vif-plugged-53cf934f-032d-46b3-b992-b6d31405f308 for instance with vm_state building and task_state spawning. [ 1039.138157] env[69302]: DEBUG nova.compute.manager [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Received event network-changed-53cf934f-032d-46b3-b992-b6d31405f308 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.138327] env[69302]: DEBUG nova.compute.manager [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Refreshing instance network info cache due to event network-changed-53cf934f-032d-46b3-b992-b6d31405f308. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.138534] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] Acquiring lock "refresh_cache-23d1c369-df51-4186-a5e8-974d5dd60167" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.266864] env[69302]: DEBUG nova.compute.manager [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.267151] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.268051] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129e5558-a879-4dce-8f9e-8901b5e61bad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.278636] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.278907] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e215119e-df1f-4fd7-97bc-7c06298c7920 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.287254] env[69302]: DEBUG oslo_vmware.api [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1039.287254] env[69302]: value = "task-3183969" [ 1039.287254] env[69302]: _type = "Task" [ 1039.287254] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.298622] env[69302]: DEBUG oslo_vmware.api [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.393891] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a06358-402a-e55b-9a7a-c58f51d6f96a, 'name': SearchDatastore_Task, 'duration_secs': 0.020842} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.394595] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.394870] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.395169] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c5f6b0a-0acc-455c-abb9-aca6ae605293 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.399999] env[69302]: DEBUG oslo_vmware.api [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183967, 'name': PowerOffVM_Task, 'duration_secs': 0.288473} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.400616] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.400767] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.401608] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00e0bbc8-95e1-44a8-8886-9872a1cef582 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.407492] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1039.407492] env[69302]: value = "task-3183970" [ 1039.407492] env[69302]: _type = "Task" [ 1039.407492] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.417703] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "614ee385-0dfe-4f35-bce3-6391b07b0266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.417924] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "614ee385-0dfe-4f35-bce3-6391b07b0266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.419065] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183966, 'name': Destroy_Task, 'duration_secs': 0.68174} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.419309] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Destroyed the VM [ 1039.419575] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1039.422349] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-673f1811-ef18-4770-b71a-d0d5dfd9066c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.427515] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.433724] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1039.433724] env[69302]: value = "task-3183972" [ 1039.433724] env[69302]: _type = "Task" [ 1039.433724] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.444406] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183972, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.494074] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.494433] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.494687] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleting the datastore file [datastore1] 848596ef-6ff7-40f4-b28d-3986692e5ce5 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.495049] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-501233fa-911c-4a84-a726-a0d46fb2952f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.503840] env[69302]: DEBUG oslo_vmware.api [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1039.503840] env[69302]: value = "task-3183973" [ 1039.503840] env[69302]: _type = "Task" [ 1039.503840] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.517152] env[69302]: DEBUG oslo_vmware.api [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.528246] env[69302]: DEBUG nova.compute.utils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.530205] env[69302]: DEBUG nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.530499] env[69302]: DEBUG nova.network.neutron [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.557940] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.564662] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bb30085c-f65a-4b04-82ff-7a1f2b897cdd tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "65147a69-cce5-42f7-805f-f1ec2a12fbe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.603s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.590633] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183968, 'name': Destroy_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.591811] env[69302]: DEBUG nova.network.neutron [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.609297] env[69302]: DEBUG nova.policy [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6725dc990b4e24bfcaf54849cc34a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a780b92b02d04a9cbaa84a3d63778191', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.799146] env[69302]: DEBUG oslo_vmware.api [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183969, 'name': PowerOffVM_Task, 'duration_secs': 0.266034} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.801919] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.806604] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.806604] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e30b5090-9359-4fa0-a3e0-95738ce7b1b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.890067] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.890067] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.890067] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleting the datastore file [datastore1] ed23e9d3-4fe0-4561-9d56-db6911df64f9 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.890067] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8e6ab6a-c5ed-4c54-9cee-95115483b5e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.902371] env[69302]: DEBUG oslo_vmware.api [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1039.902371] env[69302]: value = "task-3183975" [ 1039.902371] env[69302]: _type = "Task" [ 1039.902371] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.923529] env[69302]: DEBUG oslo_vmware.api [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.930187] env[69302]: DEBUG nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.937016] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183970, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.937688] env[69302]: DEBUG nova.network.neutron [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Updating instance_info_cache with network_info: [{"id": "53cf934f-032d-46b3-b992-b6d31405f308", "address": "fa:16:3e:91:4d:4a", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cf934f-03", "ovs_interfaceid": "53cf934f-032d-46b3-b992-b6d31405f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.953844] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183972, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.014797] env[69302]: DEBUG oslo_vmware.api [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3183973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271321} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.016332] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.016332] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.016332] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.016332] env[69302]: INFO nova.compute.manager [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1040.016332] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.016332] env[69302]: DEBUG nova.compute.manager [-] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.016332] env[69302]: DEBUG nova.network.neutron [-] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.034425] env[69302]: DEBUG nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.091555] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183968, 'name': Destroy_Task, 'duration_secs': 0.524328} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.091931] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Destroyed the VM [ 1040.092153] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1040.092615] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccd679a4-501a-4b12-ac49-fd3e52ec27a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.107336] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1040.107336] env[69302]: value = "task-3183976" [ 1040.107336] env[69302]: _type = "Task" [ 1040.107336] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.129761] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183976, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.293147] env[69302]: DEBUG nova.network.neutron [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Successfully created port: e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.371906] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc04a09c-0a60-4719-9d5c-3875baa6ba13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.381174] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3519260-a32e-49eb-bf12-14e9bacd1446 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.420135] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24439b33-ce94-4af3-8622-b0c772264a28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.429338] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564478} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.435291] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.435291] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.435649] env[69302]: DEBUG oslo_vmware.api [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3183975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343581} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.435968] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c10da176-8aba-4b08-beb3-8f123812b52b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.440971] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbea280-238d-4eab-a832-51c36ccf4118 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.446061] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.446321] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.446571] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.446807] env[69302]: INFO nova.compute.manager [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1040.447075] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.450994] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "refresh_cache-23d1c369-df51-4186-a5e8-974d5dd60167" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.451326] env[69302]: DEBUG nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Instance network_info: |[{"id": "53cf934f-032d-46b3-b992-b6d31405f308", "address": "fa:16:3e:91:4d:4a", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cf934f-03", "ovs_interfaceid": "53cf934f-032d-46b3-b992-b6d31405f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.451607] env[69302]: DEBUG nova.compute.manager [-] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.451736] env[69302]: DEBUG nova.network.neutron [-] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.462329] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] Acquired lock "refresh_cache-23d1c369-df51-4186-a5e8-974d5dd60167" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.462765] env[69302]: DEBUG nova.network.neutron [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Refreshing network info cache for port 53cf934f-032d-46b3-b992-b6d31405f308 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.464946] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:4d:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53cf934f-032d-46b3-b992-b6d31405f308', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.479337] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.490074] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.491112] env[69302]: DEBUG nova.compute.provider_tree [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.492709] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1040.492709] env[69302]: value = "task-3183977" [ 1040.492709] env[69302]: _type = "Task" [ 1040.492709] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.493999] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.494906] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-723a927b-a7de-434f-886f-cf0b49076338 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.528948] env[69302]: DEBUG oslo_vmware.api [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3183972, 'name': RemoveSnapshot_Task, 'duration_secs': 0.698321} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.529985] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1040.530341] env[69302]: INFO nova.compute.manager [None req-36081323-6f79-4d3e-9272-defb742cab37 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Took 14.65 seconds to snapshot the instance on the hypervisor. [ 1040.536367] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.536367] env[69302]: value = "task-3183978" [ 1040.536367] env[69302]: _type = "Task" [ 1040.536367] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.544694] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183977, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.554831] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183978, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.622232] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183976, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.683116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "c3105453-a51e-4dd8-ad07-8981f5399d4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.683116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c3105453-a51e-4dd8-ad07-8981f5399d4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.683116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "c3105453-a51e-4dd8-ad07-8981f5399d4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.683116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c3105453-a51e-4dd8-ad07-8981f5399d4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.683116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c3105453-a51e-4dd8-ad07-8981f5399d4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.685926] env[69302]: INFO nova.compute.manager [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Terminating instance [ 1040.767318] env[69302]: DEBUG nova.compute.manager [req-01223204-9ae3-43c2-a02b-e1df1c70ff5f req-2ad875ce-26cd-43a7-ae47-044611ac37a1 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Received event network-vif-deleted-04f451bd-70a2-46a2-b54d-84725bddc837 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.767560] env[69302]: INFO nova.compute.manager [req-01223204-9ae3-43c2-a02b-e1df1c70ff5f req-2ad875ce-26cd-43a7-ae47-044611ac37a1 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Neutron deleted interface 04f451bd-70a2-46a2-b54d-84725bddc837; detaching it from the instance and deleting it from the info cache [ 1040.767771] env[69302]: DEBUG nova.network.neutron [req-01223204-9ae3-43c2-a02b-e1df1c70ff5f req-2ad875ce-26cd-43a7-ae47-044611ac37a1 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.996645] env[69302]: DEBUG nova.scheduler.client.report [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.030297] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114875} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.030912] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.033116] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05b0449-e83d-43b9-b707-b376f30c6fbe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.052466] env[69302]: DEBUG nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.063758] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.070817] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff654676-e92c-4498-a95e-3c09223f868f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.094855] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183978, 'name': CreateVM_Task, 'duration_secs': 0.526832} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.096209] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.096570] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1041.096570] env[69302]: value = "task-3183979" [ 1041.096570] env[69302]: _type = "Task" [ 1041.096570] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.098766] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.099008] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.099180] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.099368] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.099516] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.099944] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.099944] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.100072] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.100225] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.100400] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.100575] env[69302]: DEBUG nova.virt.hardware [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.101253] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.101410] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.101748] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.102590] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e78d3a-f9d1-4559-8c32-3b3ad87f142e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.105281] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241dd3fc-90dd-46a7-b596-ce08c7e9328b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.123302] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1041.123302] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52537ec0-6143-e0c1-f203-f7b24dec7728" [ 1041.123302] env[69302]: _type = "Task" [ 1041.123302] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.123734] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.127753] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6aef1b-7d55-4a54-a3bf-d2996e260c5e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.138890] env[69302]: DEBUG oslo_vmware.api [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183976, 'name': RemoveSnapshot_Task, 'duration_secs': 0.820318} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.139562] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1041.157099] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52537ec0-6143-e0c1-f203-f7b24dec7728, 'name': SearchDatastore_Task, 'duration_secs': 0.031112} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.159863] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.160137] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.160408] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.160488] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.160673] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.160960] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f4f696a-b03b-48fa-849f-c10a8660e6af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.171993] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.171993] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.172657] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce8cef8-87b9-4026-aecf-e6ada844b5f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.179581] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1041.179581] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523ed4db-7e25-f02e-527a-fac1f47cd4ed" [ 1041.179581] env[69302]: _type = "Task" [ 1041.179581] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.192836] env[69302]: DEBUG nova.compute.manager [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.192836] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.193229] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523ed4db-7e25-f02e-527a-fac1f47cd4ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.196607] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23188270-4b3f-4bae-b1f9-f49f36e1e39d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.203750] env[69302]: DEBUG nova.compute.manager [req-e8ddb19e-165a-4fae-8cdd-6d00ccbc4ad8 req-2ab1c5e1-6762-499a-a64e-5596f003bf2c service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Received event network-vif-deleted-7a5f1017-7776-4d77-bce5-bfe53e4daea5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.203952] env[69302]: INFO nova.compute.manager [req-e8ddb19e-165a-4fae-8cdd-6d00ccbc4ad8 req-2ab1c5e1-6762-499a-a64e-5596f003bf2c service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Neutron deleted interface 7a5f1017-7776-4d77-bce5-bfe53e4daea5; detaching it from the instance and deleting it from the info cache [ 1041.204195] env[69302]: DEBUG nova.network.neutron [req-e8ddb19e-165a-4fae-8cdd-6d00ccbc4ad8 req-2ab1c5e1-6762-499a-a64e-5596f003bf2c service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.208355] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.213396] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451e3473-1ce1-4167-82d4-5af314127945 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.218391] env[69302]: DEBUG oslo_vmware.api [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1041.218391] env[69302]: value = "task-3183980" [ 1041.218391] env[69302]: _type = "Task" [ 1041.218391] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.231515] env[69302]: DEBUG oslo_vmware.api [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.243443] env[69302]: DEBUG nova.network.neutron [-] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.270899] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e8fc97e-23c6-4ac3-a7ee-c53c19620a8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.281798] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b686b65c-d45b-4853-bc1d-c0aec8aa1832 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.306237] env[69302]: DEBUG nova.network.neutron [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Updated VIF entry in instance network info cache for port 53cf934f-032d-46b3-b992-b6d31405f308. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.306633] env[69302]: DEBUG nova.network.neutron [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Updating instance_info_cache with network_info: [{"id": "53cf934f-032d-46b3-b992-b6d31405f308", "address": "fa:16:3e:91:4d:4a", "network": {"id": "cb323af3-1bb2-45af-ab14-5f10b3de3586", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1281088569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "396ddfc6152a432095254d856afdecc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53cf934f-03", "ovs_interfaceid": "53cf934f-032d-46b3-b992-b6d31405f308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.319292] env[69302]: DEBUG nova.network.neutron [-] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.321903] env[69302]: DEBUG nova.compute.manager [req-01223204-9ae3-43c2-a02b-e1df1c70ff5f req-2ad875ce-26cd-43a7-ae47-044611ac37a1 service nova] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Detach interface failed, port_id=04f451bd-70a2-46a2-b54d-84725bddc837, reason: Instance ed23e9d3-4fe0-4561-9d56-db6911df64f9 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.502902] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.503542] env[69302]: DEBUG nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.506279] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.627s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.506562] env[69302]: DEBUG nova.objects.instance [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1041.615162] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183979, 'name': ReconfigVM_Task, 'duration_secs': 0.356817} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.616014] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b/25aa4949-2129-4163-a537-6f1b8afded9b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.616700] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4d60b58-1e31-4734-a371-1daac741df4d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.625742] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1041.625742] env[69302]: value = "task-3183981" [ 1041.625742] env[69302]: _type = "Task" [ 1041.625742] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.635179] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183981, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.643934] env[69302]: WARNING nova.compute.manager [None req-81f4fc3d-b185-4c8b-bd75-852430ef0336 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Image not found during snapshot: nova.exception.ImageNotFound: Image 46941f95-c498-4414-827d-fb484346a76e could not be found. [ 1041.690748] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523ed4db-7e25-f02e-527a-fac1f47cd4ed, 'name': SearchDatastore_Task, 'duration_secs': 0.025207} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.691539] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52aab72b-4031-46bf-8f45-9dd8c0b7efc6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.697560] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1041.697560] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9976e-b995-d298-d004-c0354d55697e" [ 1041.697560] env[69302]: _type = "Task" [ 1041.697560] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.706174] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9976e-b995-d298-d004-c0354d55697e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.712415] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d50d7034-dbda-4acb-9f37-0ae385f3411d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.724720] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3765668e-ceae-41fd-8f12-bd7ad631b3c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.743198] env[69302]: DEBUG oslo_vmware.api [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183980, 'name': PowerOffVM_Task, 'duration_secs': 0.22214} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.743512] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.743687] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.743942] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b7b95d-e362-48b5-be2d-5247bf62d55b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.745771] env[69302]: INFO nova.compute.manager [-] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Took 1.29 seconds to deallocate network for instance. [ 1041.760691] env[69302]: DEBUG nova.compute.manager [req-e8ddb19e-165a-4fae-8cdd-6d00ccbc4ad8 req-2ab1c5e1-6762-499a-a64e-5596f003bf2c service nova] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Detach interface failed, port_id=7a5f1017-7776-4d77-bce5-bfe53e4daea5, reason: Instance 848596ef-6ff7-40f4-b28d-3986692e5ce5 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.809846] env[69302]: DEBUG oslo_concurrency.lockutils [req-2d63ad5a-44ed-4fe1-81a5-cf8d97bcaadc req-904d9675-c937-45a7-97cb-c4cfad328d6c service nova] Releasing lock "refresh_cache-23d1c369-df51-4186-a5e8-974d5dd60167" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.821852] env[69302]: INFO nova.compute.manager [-] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Took 1.81 seconds to deallocate network for instance. [ 1041.863834] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.864143] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.864431] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleting the datastore file [datastore2] c3105453-a51e-4dd8-ad07-8981f5399d4f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.864737] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15975dc3-10e1-4223-ab9c-2086307ea625 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.874404] env[69302]: DEBUG oslo_vmware.api [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1041.874404] env[69302]: value = "task-3183983" [ 1041.874404] env[69302]: _type = "Task" [ 1041.874404] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.882383] env[69302]: DEBUG oslo_vmware.api [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.012211] env[69302]: DEBUG nova.compute.utils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.018239] env[69302]: DEBUG nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.018405] env[69302]: DEBUG nova.network.neutron [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.093783] env[69302]: DEBUG nova.policy [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48f82908ae244f3b47477250d24f5f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54fa409d6d0647f8b874ffe2484bca97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.100686] env[69302]: DEBUG nova.network.neutron [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Successfully updated port: e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.110681] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.110935] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.111164] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.111349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.111515] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.113676] env[69302]: INFO nova.compute.manager [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Terminating instance [ 1042.136337] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183981, 'name': Rename_Task, 'duration_secs': 0.15996} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.136632] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.137308] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81de048f-2f75-4bf6-a2df-2c7b5ecefd0a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.145394] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1042.145394] env[69302]: value = "task-3183984" [ 1042.145394] env[69302]: _type = "Task" [ 1042.145394] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.154054] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.210585] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9976e-b995-d298-d004-c0354d55697e, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.210861] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.211140] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 23d1c369-df51-4186-a5e8-974d5dd60167/23d1c369-df51-4186-a5e8-974d5dd60167.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.211457] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b46cbd9-e0ad-4143-a930-7ad8cc0493a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.220748] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1042.220748] env[69302]: value = "task-3183985" [ 1042.220748] env[69302]: _type = "Task" [ 1042.220748] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.233374] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.262857] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.328162] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.389781] env[69302]: DEBUG oslo_vmware.api [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3183983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142053} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.390242] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.390651] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.390756] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.390870] env[69302]: INFO nova.compute.manager [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1042.391103] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.391317] env[69302]: DEBUG nova.compute.manager [-] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.391434] env[69302]: DEBUG nova.network.neutron [-] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.489778] env[69302]: DEBUG nova.network.neutron [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Successfully created port: 27f8eb42-dcdc-4874-9a93-782ecdae45c4 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.523527] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6e6a1e46-7380-4db6-949b-3c357f6f92ff tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.523527] env[69302]: DEBUG nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.527168] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.526s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.607897] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.607897] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquired lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.607897] env[69302]: DEBUG nova.network.neutron [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.618652] env[69302]: DEBUG nova.compute.manager [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.618902] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.620372] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3dd88-3053-4b2b-89e5-ad75de6669af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.633850] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.634133] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51bed828-bb9a-471b-99ff-4139c1a82a30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.644055] env[69302]: DEBUG oslo_vmware.api [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1042.644055] env[69302]: value = "task-3183986" [ 1042.644055] env[69302]: _type = "Task" [ 1042.644055] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.658335] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183984, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.661962] env[69302]: DEBUG oslo_vmware.api [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.732859] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486049} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.733559] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 23d1c369-df51-4186-a5e8-974d5dd60167/23d1c369-df51-4186-a5e8-974d5dd60167.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.733559] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.733737] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e987831c-8198-49c7-ba77-63198ae6b590 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.742438] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1042.742438] env[69302]: value = "task-3183987" [ 1042.742438] env[69302]: _type = "Task" [ 1042.742438] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.756150] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.159751] env[69302]: DEBUG oslo_vmware.api [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183986, 'name': PowerOffVM_Task, 'duration_secs': 0.207471} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.163487] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.163778] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.163977] env[69302]: DEBUG oslo_vmware.api [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183984, 'name': PowerOnVM_Task, 'duration_secs': 0.585723} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.164342] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30ae27a2-ac08-4f27-a844-f9c1db527101 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.165897] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.166117] env[69302]: DEBUG nova.compute.manager [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.166879] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d35b05-0ca8-42a5-85ef-c3b57e026cb8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.192027] env[69302]: DEBUG nova.network.neutron [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.234098] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.235401] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.235914] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleting the datastore file [datastore2] 7ba80f4b-b018-44b5-8633-40fa42cd8b9f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.236552] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-862fe10e-7f2c-4560-af82-a85f1cb9a52d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.255786] env[69302]: DEBUG oslo_vmware.api [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1043.255786] env[69302]: value = "task-3183989" [ 1043.255786] env[69302]: _type = "Task" [ 1043.255786] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.259986] env[69302]: DEBUG nova.compute.manager [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Received event network-vif-plugged-e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.260347] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] Acquiring lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.260697] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] Lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.260985] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] Lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.261295] env[69302]: DEBUG nova.compute.manager [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] No waiting events found dispatching network-vif-plugged-e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.261594] env[69302]: WARNING nova.compute.manager [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Received unexpected event network-vif-plugged-e1d5495f-194e-431e-afa2-ab95c366afb5 for instance with vm_state building and task_state spawning. [ 1043.261931] env[69302]: DEBUG nova.compute.manager [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Received event network-changed-e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.262157] env[69302]: DEBUG nova.compute.manager [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Refreshing instance network info cache due to event network-changed-e1d5495f-194e-431e-afa2-ab95c366afb5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.262454] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] Acquiring lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.273826] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096035} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.274350] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.275466] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ac2ca1-c4e6-442c-9c60-64aa31e5fce6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.282587] env[69302]: DEBUG oslo_vmware.api [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.306817] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 23d1c369-df51-4186-a5e8-974d5dd60167/23d1c369-df51-4186-a5e8-974d5dd60167.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.310358] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be70de6e-ce00-49c9-8101-294bda96592a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.334946] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1043.334946] env[69302]: value = "task-3183990" [ 1043.334946] env[69302]: _type = "Task" [ 1043.334946] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.344804] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.542940] env[69302]: DEBUG nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.567483] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 93b679c4-2c07-4b85-bc37-84488097d52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.567603] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 848596ef-6ff7-40f4-b28d-3986692e5ce5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1043.567752] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 40edaa33-9955-4ea7-bdc7-3276ac7c63c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1043.567863] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance c3105453-a51e-4dd8-ad07-8981f5399d4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.567958] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 25aa4949-2129-4163-a537-6f1b8afded9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.568080] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance c0b280a4-030f-4140-a136-780120552626 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.568204] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1043.568674] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 12b3bc02-7bf0-4628-8787-f3a38ab6a23a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.568674] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 33553bee-6dbb-4cfa-83d9-04914b6a24ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.568674] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance cfce7be3-5876-42ed-8e43-27e615b21e78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.568674] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 611af241-297e-4023-a6da-fe043983ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.569034] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance aaa1bfbb-660e-4327-898c-9d1148ad67f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.569034] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 7ba80f4b-b018-44b5-8633-40fa42cd8b9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.569034] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance ed23e9d3-4fe0-4561-9d56-db6911df64f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1043.571148] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 23d1c369-df51-4186-a5e8-974d5dd60167 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.571148] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.571148] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 0c00bc06-5d0d-4423-894f-afb63d21abff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.573361] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.573618] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.573773] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.573953] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.574120] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.574282] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.574503] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.574659] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.574822] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.574984] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.575200] env[69302]: DEBUG nova.virt.hardware [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.576099] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b565d13f-6dca-475c-b8db-42ee5acd1490 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.586782] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec756346-b93e-43f8-880f-cbd187b21713 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.668445] env[69302]: DEBUG nova.network.neutron [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.689810] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.768915] env[69302]: DEBUG oslo_vmware.api [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3183989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163326} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.769189] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.769375] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.769545] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.769739] env[69302]: INFO nova.compute.manager [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1043.770009] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.770350] env[69302]: DEBUG nova.compute.manager [-] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.770448] env[69302]: DEBUG nova.network.neutron [-] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.849340] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183990, 'name': ReconfigVM_Task, 'duration_secs': 0.30071} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.849802] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 23d1c369-df51-4186-a5e8-974d5dd60167/23d1c369-df51-4186-a5e8-974d5dd60167.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.850661] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03b16a4c-75f9-44b6-bfcf-fc70c2f7afee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.859883] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1043.859883] env[69302]: value = "task-3183991" [ 1043.859883] env[69302]: _type = "Task" [ 1043.859883] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.873369] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183991, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.879933] env[69302]: DEBUG nova.network.neutron [-] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.067877] env[69302]: DEBUG nova.compute.manager [req-180f1aef-db45-484a-b786-f12381ea1e73 req-1330e0a4-f5f7-44fe-8623-44dc7c30d9a4 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Received event network-vif-deleted-108aed36-1da0-4aff-a23d-f5babe5ceba5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.068108] env[69302]: INFO nova.compute.manager [req-180f1aef-db45-484a-b786-f12381ea1e73 req-1330e0a4-f5f7-44fe-8623-44dc7c30d9a4 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Neutron deleted interface 108aed36-1da0-4aff-a23d-f5babe5ceba5; detaching it from the instance and deleting it from the info cache [ 1044.068290] env[69302]: DEBUG nova.network.neutron [req-180f1aef-db45-484a-b786-f12381ea1e73 req-1330e0a4-f5f7-44fe-8623-44dc7c30d9a4 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.072286] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 614ee385-0dfe-4f35-bce3-6391b07b0266 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1044.072396] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1044.072633] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1044.170916] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Releasing lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.171285] env[69302]: DEBUG nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Instance network_info: |[{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.171591] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] Acquired lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.171776] env[69302]: DEBUG nova.network.neutron [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Refreshing network info cache for port e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.172973] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:d6:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1d5495f-194e-431e-afa2-ab95c366afb5', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.180710] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Creating folder: Project (a780b92b02d04a9cbaa84a3d63778191). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.184849] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82eae775-9e29-43f9-bbe3-c2dcf7ace072 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.199645] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Created folder: Project (a780b92b02d04a9cbaa84a3d63778191) in parent group-v636578. [ 1044.199857] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Creating folder: Instances. Parent ref: group-v636814. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.200120] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89393cac-e482-4b52-97d3-042966d7a40d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.211294] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Created folder: Instances in parent group-v636814. [ 1044.211809] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.211809] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.211950] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-152ecf01-8382-41e5-b448-0340b704faa2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.235957] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.235957] env[69302]: value = "task-3183994" [ 1044.235957] env[69302]: _type = "Task" [ 1044.235957] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.245425] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183994, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.323022] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d359e48-5ab9-408a-8cc5-ef2c231b3088 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.333204] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3c0ccf-4301-4d5a-bbba-681d89195d81 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.371829] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a229a458-57fc-47eb-ba11-c6922ba74794 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.383172] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7d964b-5320-4f1b-bc75-442422be8aad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.387291] env[69302]: INFO nova.compute.manager [-] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Took 2.00 seconds to deallocate network for instance. [ 1044.387603] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183991, 'name': Rename_Task, 'duration_secs': 0.15602} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.389947] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.393897] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bd05b4b-ac18-4997-8e57-c17109648d6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.404370] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.407888] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1044.407888] env[69302]: value = "task-3183995" [ 1044.407888] env[69302]: _type = "Task" [ 1044.407888] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.415921] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.552113] env[69302]: DEBUG nova.network.neutron [-] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.570763] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c973938-8d10-49e2-97fd-ef7da96d380f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.582405] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847f69a5-d7bd-4bd1-b1cb-27e62704b177 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.620088] env[69302]: DEBUG nova.compute.manager [req-180f1aef-db45-484a-b786-f12381ea1e73 req-1330e0a4-f5f7-44fe-8623-44dc7c30d9a4 service nova] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Detach interface failed, port_id=108aed36-1da0-4aff-a23d-f5babe5ceba5, reason: Instance 7ba80f4b-b018-44b5-8633-40fa42cd8b9f could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.622270] env[69302]: DEBUG nova.compute.manager [req-605eeb7a-3639-4425-a0d3-388cf4e39e73 req-de9275d5-ba5a-4bed-ae7f-4b70e8d10049 service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Received event network-vif-plugged-27f8eb42-dcdc-4874-9a93-782ecdae45c4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.622467] env[69302]: DEBUG oslo_concurrency.lockutils [req-605eeb7a-3639-4425-a0d3-388cf4e39e73 req-de9275d5-ba5a-4bed-ae7f-4b70e8d10049 service nova] Acquiring lock "0c00bc06-5d0d-4423-894f-afb63d21abff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.622793] env[69302]: DEBUG oslo_concurrency.lockutils [req-605eeb7a-3639-4425-a0d3-388cf4e39e73 req-de9275d5-ba5a-4bed-ae7f-4b70e8d10049 service nova] Lock "0c00bc06-5d0d-4423-894f-afb63d21abff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.622985] env[69302]: DEBUG oslo_concurrency.lockutils [req-605eeb7a-3639-4425-a0d3-388cf4e39e73 req-de9275d5-ba5a-4bed-ae7f-4b70e8d10049 service nova] Lock "0c00bc06-5d0d-4423-894f-afb63d21abff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.623758] env[69302]: DEBUG nova.compute.manager [req-605eeb7a-3639-4425-a0d3-388cf4e39e73 req-de9275d5-ba5a-4bed-ae7f-4b70e8d10049 service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] No waiting events found dispatching network-vif-plugged-27f8eb42-dcdc-4874-9a93-782ecdae45c4 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.623758] env[69302]: WARNING nova.compute.manager [req-605eeb7a-3639-4425-a0d3-388cf4e39e73 req-de9275d5-ba5a-4bed-ae7f-4b70e8d10049 service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Received unexpected event network-vif-plugged-27f8eb42-dcdc-4874-9a93-782ecdae45c4 for instance with vm_state building and task_state spawning. [ 1044.753998] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3183994, 'name': CreateVM_Task, 'duration_secs': 0.371673} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.757376] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.758452] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.759174] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.759795] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.760906] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ff7975-5b24-444c-93da-8604b76f32df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.768484] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1044.768484] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52806092-6f30-85ed-f1a9-08ce2abc8e7a" [ 1044.768484] env[69302]: _type = "Task" [ 1044.768484] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.778205] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52806092-6f30-85ed-f1a9-08ce2abc8e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.897604] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.908703] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.922626] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.933149] env[69302]: DEBUG nova.network.neutron [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updated VIF entry in instance network info cache for port e1d5495f-194e-431e-afa2-ab95c366afb5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.933582] env[69302]: DEBUG nova.network.neutron [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.047017] env[69302]: DEBUG nova.network.neutron [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Successfully updated port: 27f8eb42-dcdc-4874-9a93-782ecdae45c4 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.055117] env[69302]: INFO nova.compute.manager [-] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Took 1.28 seconds to deallocate network for instance. [ 1045.281586] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52806092-6f30-85ed-f1a9-08ce2abc8e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.031487} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.281933] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.282186] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.282424] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.282577] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.282761] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.283047] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fabf0691-72a5-4822-a6f8-7187ac575174 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.291308] env[69302]: DEBUG nova.compute.manager [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Received event network-vif-deleted-e0290f79-20a8-4143-a319-82bc01e63796 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.291474] env[69302]: DEBUG nova.compute.manager [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Received event network-changed-27f8eb42-dcdc-4874-9a93-782ecdae45c4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.291736] env[69302]: DEBUG nova.compute.manager [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Refreshing instance network info cache due to event network-changed-27f8eb42-dcdc-4874-9a93-782ecdae45c4. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.291976] env[69302]: DEBUG oslo_concurrency.lockutils [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] Acquiring lock "refresh_cache-0c00bc06-5d0d-4423-894f-afb63d21abff" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.292138] env[69302]: DEBUG oslo_concurrency.lockutils [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] Acquired lock "refresh_cache-0c00bc06-5d0d-4423-894f-afb63d21abff" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.292305] env[69302]: DEBUG nova.network.neutron [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Refreshing network info cache for port 27f8eb42-dcdc-4874-9a93-782ecdae45c4 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.295738] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "cfce7be3-5876-42ed-8e43-27e615b21e78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.295738] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "cfce7be3-5876-42ed-8e43-27e615b21e78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.295932] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "cfce7be3-5876-42ed-8e43-27e615b21e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.296354] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "cfce7be3-5876-42ed-8e43-27e615b21e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.296354] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "cfce7be3-5876-42ed-8e43-27e615b21e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.297923] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.298131] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.299657] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe2a8ce-f433-45f7-acd6-0d67cc32168b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.303593] env[69302]: INFO nova.compute.manager [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Terminating instance [ 1045.311505] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1045.311505] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bfa33d-4698-0a43-141a-3bd8c5bad158" [ 1045.311505] env[69302]: _type = "Task" [ 1045.311505] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.322089] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bfa33d-4698-0a43-141a-3bd8c5bad158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.417751] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1045.418397] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.891s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.418397] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.831s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.418552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.420508] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.863s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.420695] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.422361] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.928s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.424144] env[69302]: INFO nova.compute.claims [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.430020] env[69302]: DEBUG oslo_vmware.api [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3183995, 'name': PowerOnVM_Task, 'duration_secs': 0.559652} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.430477] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.430681] env[69302]: INFO nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1045.430954] env[69302]: DEBUG nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.431943] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6368f339-a8f6-41c3-9936-a1082836cfd9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.436208] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7668ab7-9ee5-4508-bfcc-41ce2f73f778 req-bb70ad29-5c60-47c9-862e-78aebfba3157 service nova] Releasing lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.446847] env[69302]: INFO nova.scheduler.client.report [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleted allocations for instance 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 [ 1045.448520] env[69302]: INFO nova.scheduler.client.report [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Deleted allocations for instance 40edaa33-9955-4ea7-bdc7-3276ac7c63c7 [ 1045.550106] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-0c00bc06-5d0d-4423-894f-afb63d21abff" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.561499] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.808183] env[69302]: DEBUG nova.compute.manager [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.808377] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.809279] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa55612c-d509-410f-bcc4-d64513294d01 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.824667] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.824963] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bfa33d-4698-0a43-141a-3bd8c5bad158, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.825179] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-058da546-c2c6-4b91-8f06-c50a3e908392 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.828061] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8118aaca-4e40-47fa-9814-475c76b907fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.830763] env[69302]: DEBUG nova.network.neutron [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.836514] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1045.836514] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520cbc87-19c7-85cc-f968-b87057b67ad2" [ 1045.836514] env[69302]: _type = "Task" [ 1045.836514] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.841996] env[69302]: DEBUG oslo_vmware.api [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1045.841996] env[69302]: value = "task-3183996" [ 1045.841996] env[69302]: _type = "Task" [ 1045.841996] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.848283] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520cbc87-19c7-85cc-f968-b87057b67ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.854053] env[69302]: DEBUG oslo_vmware.api [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.909410] env[69302]: DEBUG nova.network.neutron [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.951022] env[69302]: INFO nova.compute.manager [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Took 22.16 seconds to build instance. [ 1045.960564] env[69302]: DEBUG oslo_concurrency.lockutils [None req-bc18cc8d-8516-4b08-8a09-b8d05da6e28d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.232s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.960564] env[69302]: DEBUG oslo_concurrency.lockutils [None req-03e21dfa-284a-4f7d-9c02-5e67f7fa20a6 tempest-ServersV294TestFqdnHostnames-947728061 tempest-ServersV294TestFqdnHostnames-947728061-project-member] Lock "40edaa33-9955-4ea7-bdc7-3276ac7c63c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.701s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.960982] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Acquired lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.964610] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654e931b-4501-4dd0-9498-b12eea8e4571 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.971663] env[69302]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1045.972122] env[69302]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69302) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1045.972890] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fcff0cd-913f-4a7d-9efc-996a8dc19eeb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.984257] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f808e3a-c056-4b98-9995-a0e8a0c62e5c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.019594] env[69302]: ERROR root [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-636775' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-636775' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-636775' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-636775'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-636775' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-636775' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-636775'}\n"]: nova.exception.InstanceNotFound: Instance 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 could not be found. [ 1046.019861] env[69302]: DEBUG oslo_concurrency.lockutils [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] Releasing lock "597ddeb9-b1cb-4691-bfc0-f94bcdfdf490" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.020048] env[69302]: DEBUG nova.compute.manager [req-04c72c7b-4042-45dd-b2c9-54ba0792f9c7 req-95737e2f-8b19-4f13-82b1-79c81d8d9128 service nova] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Detach interface failed, port_id=1c163770-2fc7-47fc-8d02-ead0aac07dfb, reason: Instance 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.357023] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520cbc87-19c7-85cc-f968-b87057b67ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.013067} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.357023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.357023] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac/4e1662ad-eda3-439d-a2f3-b2fba0cb62ac.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.359747] env[69302]: DEBUG oslo_vmware.api [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183996, 'name': PowerOffVM_Task, 'duration_secs': 0.426494} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.360163] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-006b6e38-5431-48d4-acff-d9860230588a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.363245] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.363691] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.364192] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47755ef6-4e45-499a-a8ed-f81f0bbb5d24 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.376144] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1046.376144] env[69302]: value = "task-3183998" [ 1046.376144] env[69302]: _type = "Task" [ 1046.376144] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.391167] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3183998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.412118] env[69302]: DEBUG oslo_concurrency.lockutils [req-429b6aed-e6a6-4b4c-a6c2-846070ee1f81 req-d8c34d31-5504-4f9a-9d90-52c3dc49c1de service nova] Releasing lock "refresh_cache-0c00bc06-5d0d-4423-894f-afb63d21abff" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.412606] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-0c00bc06-5d0d-4423-894f-afb63d21abff" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.412957] env[69302]: DEBUG nova.network.neutron [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.443421] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.443711] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.443883] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleting the datastore file [datastore2] cfce7be3-5876-42ed-8e43-27e615b21e78 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.444041] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d23f719c-fda2-4add-9167-b8ef521a224b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.454018] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e2a3f74c-f3a1-46a8-a552-59129d4e3a47 tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "23d1c369-df51-4186-a5e8-974d5dd60167" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.673s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.454018] env[69302]: DEBUG oslo_vmware.api [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1046.454018] env[69302]: value = "task-3183999" [ 1046.454018] env[69302]: _type = "Task" [ 1046.454018] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.464557] env[69302]: DEBUG oslo_vmware.api [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.711311] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d3cb56-6122-4752-a39d-3c2b5f6fc2f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.721029] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6fa2bd-7d92-4220-b75c-a119c894dcb3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.755018] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fb70f0-2096-4c79-b590-418023612755 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.763182] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414f64d3-9819-4120-8308-c8301db0cc4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.778725] env[69302]: DEBUG nova.compute.provider_tree [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.887688] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3183998, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.965372] env[69302]: DEBUG oslo_vmware.api [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3183999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45598} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.966493] env[69302]: DEBUG nova.network.neutron [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.968756] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.968956] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.969150] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.969336] env[69302]: INFO nova.compute.manager [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1046.969622] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.969862] env[69302]: DEBUG nova.compute.manager [-] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.969957] env[69302]: DEBUG nova.network.neutron [-] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.055206] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "23d1c369-df51-4186-a5e8-974d5dd60167" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.055635] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "23d1c369-df51-4186-a5e8-974d5dd60167" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.055960] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "23d1c369-df51-4186-a5e8-974d5dd60167-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.056270] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "23d1c369-df51-4186-a5e8-974d5dd60167-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.056524] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "23d1c369-df51-4186-a5e8-974d5dd60167-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.059673] env[69302]: INFO nova.compute.manager [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Terminating instance [ 1047.248546] env[69302]: DEBUG nova.network.neutron [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Updating instance_info_cache with network_info: [{"id": "27f8eb42-dcdc-4874-9a93-782ecdae45c4", "address": "fa:16:3e:c2:13:63", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f8eb42-dc", "ovs_interfaceid": "27f8eb42-dcdc-4874-9a93-782ecdae45c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.282780] env[69302]: DEBUG nova.scheduler.client.report [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.388161] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3183998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84702} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.388762] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac/4e1662ad-eda3-439d-a2f3-b2fba0cb62ac.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.388762] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.389145] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1a1b729-44ff-4b37-9dbf-0a98c63f2603 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.399552] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1047.399552] env[69302]: value = "task-3184000" [ 1047.399552] env[69302]: _type = "Task" [ 1047.399552] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.412567] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.565349] env[69302]: DEBUG nova.compute.manager [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.565704] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.567349] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c1f639-3acd-4a8e-9395-46304bcbfd3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.576538] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.576864] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049e7dee-fab4-4dc4-8e0a-8b79547460ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.588424] env[69302]: DEBUG oslo_vmware.api [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1047.588424] env[69302]: value = "task-3184001" [ 1047.588424] env[69302]: _type = "Task" [ 1047.588424] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.600637] env[69302]: DEBUG oslo_vmware.api [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3184001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.611533] env[69302]: DEBUG nova.compute.manager [req-38583610-f7a7-4095-84e4-96f8763bbf83 req-22714f51-bcfd-4f6e-8cdd-290d4542a97f service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Received event network-vif-deleted-eea984b4-c4b4-450b-ad72-5ef0050f3934 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.611629] env[69302]: INFO nova.compute.manager [req-38583610-f7a7-4095-84e4-96f8763bbf83 req-22714f51-bcfd-4f6e-8cdd-290d4542a97f service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Neutron deleted interface eea984b4-c4b4-450b-ad72-5ef0050f3934; detaching it from the instance and deleting it from the info cache [ 1047.611953] env[69302]: DEBUG nova.network.neutron [req-38583610-f7a7-4095-84e4-96f8763bbf83 req-22714f51-bcfd-4f6e-8cdd-290d4542a97f service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.751232] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-0c00bc06-5d0d-4423-894f-afb63d21abff" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.751726] env[69302]: DEBUG nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Instance network_info: |[{"id": "27f8eb42-dcdc-4874-9a93-782ecdae45c4", "address": "fa:16:3e:c2:13:63", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f8eb42-dc", "ovs_interfaceid": "27f8eb42-dcdc-4874-9a93-782ecdae45c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.752432] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:13:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f8eb42-dcdc-4874-9a93-782ecdae45c4', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.760908] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.761630] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.761865] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07e8d596-9ad5-4d5c-a037-c0891850d402 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.790878] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.790878] env[69302]: DEBUG nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.795572] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.795572] env[69302]: value = "task-3184002" [ 1047.795572] env[69302]: _type = "Task" [ 1047.795572] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.795941] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.533s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.796203] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.798605] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.471s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.798801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.801471] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.112s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.801522] env[69302]: DEBUG nova.objects.instance [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1047.841163] env[69302]: INFO nova.scheduler.client.report [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleted allocations for instance ed23e9d3-4fe0-4561-9d56-db6911df64f9 [ 1047.842951] env[69302]: INFO nova.scheduler.client.report [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleted allocations for instance 848596ef-6ff7-40f4-b28d-3986692e5ce5 [ 1047.914724] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075581} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.915625] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.915885] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb096dad-b7e8-45c7-9c81-d30635e36854 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.945621] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac/4e1662ad-eda3-439d-a2f3-b2fba0cb62ac.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.945621] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed85ca2-333c-4d80-b687-c4eff69b1627 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.967245] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1047.967245] env[69302]: value = "task-3184003" [ 1047.967245] env[69302]: _type = "Task" [ 1047.967245] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.979953] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.082659] env[69302]: DEBUG nova.network.neutron [-] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.101683] env[69302]: DEBUG oslo_vmware.api [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3184001, 'name': PowerOffVM_Task, 'duration_secs': 0.232504} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.102834] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.103350] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.104164] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61fc4dd1-e94f-4229-aec0-c9b19275f245 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.117029] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6bfc9f1-4972-4dde-a383-3a848b1f3f88 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.128114] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd82b85-40be-427e-afca-d32a15b0ba40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.163224] env[69302]: DEBUG nova.compute.manager [req-38583610-f7a7-4095-84e4-96f8763bbf83 req-22714f51-bcfd-4f6e-8cdd-290d4542a97f service nova] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Detach interface failed, port_id=eea984b4-c4b4-450b-ad72-5ef0050f3934, reason: Instance cfce7be3-5876-42ed-8e43-27e615b21e78 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1048.187334] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.187334] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.187334] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleting the datastore file [datastore1] 23d1c369-df51-4186-a5e8-974d5dd60167 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.187334] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76a632b0-5e8e-4821-87cf-da92e9074b24 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.198022] env[69302]: DEBUG oslo_vmware.api [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for the task: (returnval){ [ 1048.198022] env[69302]: value = "task-3184005" [ 1048.198022] env[69302]: _type = "Task" [ 1048.198022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.206528] env[69302]: DEBUG oslo_vmware.api [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3184005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.298289] env[69302]: DEBUG nova.compute.utils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.300242] env[69302]: DEBUG nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.302625] env[69302]: DEBUG nova.network.neutron [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.329093] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184002, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.357355] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2753d762-384b-4386-b7a6-a9e5ff9db3af tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "848596ef-6ff7-40f4-b28d-3986692e5ce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.021s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.358907] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f63bea7-47c9-4292-9aa9-88ed847e145d tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "ed23e9d3-4fe0-4561-9d56-db6911df64f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.599s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.384574] env[69302]: DEBUG nova.policy [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c8a9ef9f484d70b21c781580d6f33d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7b2b5e134144eb2ad75edefa86b7c16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.486263] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184003, 'name': ReconfigVM_Task, 'duration_secs': 0.338579} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.486481] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac/4e1662ad-eda3-439d-a2f3-b2fba0cb62ac.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.489742] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0df976dc-dd03-4594-8d98-44a0bc3473de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.498066] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1048.498066] env[69302]: value = "task-3184006" [ 1048.498066] env[69302]: _type = "Task" [ 1048.498066] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.508243] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184006, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.584474] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.585283] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.586532] env[69302]: INFO nova.compute.manager [-] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Took 1.62 seconds to deallocate network for instance. [ 1048.591039] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.591258] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.711017] env[69302]: DEBUG oslo_vmware.api [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Task: {'id': task-3184005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17352} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.711290] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.711471] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.711642] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.711811] env[69302]: INFO nova.compute.manager [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1048.712059] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.712246] env[69302]: DEBUG nova.compute.manager [-] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.712334] env[69302]: DEBUG nova.network.neutron [-] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.805749] env[69302]: DEBUG nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.814343] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b705dd3b-186b-4855-9b26-fb32fb4305a8 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.815493] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.918s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.815726] env[69302]: DEBUG nova.objects.instance [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'resources' on Instance uuid c3105453-a51e-4dd8-ad07-8981f5399d4f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.829525] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184002, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.915867] env[69302]: DEBUG nova.network.neutron [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Successfully created port: d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.007564] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184006, 'name': Rename_Task, 'duration_secs': 0.159163} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.008011] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.008402] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f3fdae-b508-480b-b691-6b5bfd87bded {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.017531] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1049.017531] env[69302]: value = "task-3184007" [ 1049.017531] env[69302]: _type = "Task" [ 1049.017531] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.029419] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.092976] env[69302]: DEBUG nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.098694] env[69302]: DEBUG nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.098694] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.249369] env[69302]: DEBUG nova.compute.manager [req-bef41c0b-1c95-44bf-8d65-11bdf01ab668 req-05aa814b-09a1-4072-a0ae-482bdfa44d90 service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Received event network-vif-deleted-53cf934f-032d-46b3-b992-b6d31405f308 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.249576] env[69302]: INFO nova.compute.manager [req-bef41c0b-1c95-44bf-8d65-11bdf01ab668 req-05aa814b-09a1-4072-a0ae-482bdfa44d90 service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Neutron deleted interface 53cf934f-032d-46b3-b992-b6d31405f308; detaching it from the instance and deleting it from the info cache [ 1049.249751] env[69302]: DEBUG nova.network.neutron [req-bef41c0b-1c95-44bf-8d65-11bdf01ab668 req-05aa814b-09a1-4072-a0ae-482bdfa44d90 service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.330816] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184002, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.531146] env[69302]: DEBUG oslo_vmware.api [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184007, 'name': PowerOnVM_Task, 'duration_secs': 0.499001} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.531387] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.531599] env[69302]: INFO nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1049.531775] env[69302]: DEBUG nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.532612] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6efaf6-09f9-4a6c-b3fc-cab0a720741a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.604000] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c105a857-8961-4d6e-b3a2-16459ac63e3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.615238] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd02f83-f363-40bf-a08f-7b863143f5db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.619974] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.621040] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.651511] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff538b2-c30b-44f0-8be4-1103b9056da0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.660040] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c51cbf-0995-49e1-ba89-0f8271440ba0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.675245] env[69302]: DEBUG nova.compute.provider_tree [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.680294] env[69302]: DEBUG nova.network.neutron [-] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.753025] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea262b07-cf63-401e-9767-08964c136ad6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.763379] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e4f94b-b776-4c22-a920-bdd1dbb088a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.794541] env[69302]: DEBUG nova.compute.manager [req-bef41c0b-1c95-44bf-8d65-11bdf01ab668 req-05aa814b-09a1-4072-a0ae-482bdfa44d90 service nova] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Detach interface failed, port_id=53cf934f-032d-46b3-b992-b6d31405f308, reason: Instance 23d1c369-df51-4186-a5e8-974d5dd60167 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.817117] env[69302]: DEBUG nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.828563] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184002, 'name': CreateVM_Task, 'duration_secs': 1.639066} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.828734] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.829416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.829579] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.829915] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.830158] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941d2872-9dcc-4b39-8027-747ed49bfe8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.835188] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1049.835188] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52272c4f-5f07-421b-50bc-bcc626c9c19b" [ 1049.835188] env[69302]: _type = "Task" [ 1049.835188] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.843053] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52272c4f-5f07-421b-50bc-bcc626c9c19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.851990] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='94666ebf54f3cdd798d1d3cf28694983',container_format='bare',created_at=2025-03-26T20:36:33Z,direct_url=,disk_format='vmdk',id=cd80c22c-a735-465c-b82d-beeedfd887e0,min_disk=1,min_ram=0,name='tempest-test-snap-914924463',owner='d7b2b5e134144eb2ad75edefa86b7c16',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-26T20:36:47Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.851990] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.851990] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.851990] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.851990] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.852624] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.852624] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.852624] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.852624] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.852763] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.852880] env[69302]: DEBUG nova.virt.hardware [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.853698] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9c8343-c176-4980-9841-ac1060254ce5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.861906] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3c5b26-6ffb-4461-91f1-5ccb33290aa8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.051978] env[69302]: INFO nova.compute.manager [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Took 24.08 seconds to build instance. [ 1050.179018] env[69302]: DEBUG nova.scheduler.client.report [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.183085] env[69302]: INFO nova.compute.manager [-] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Took 1.47 seconds to deallocate network for instance. [ 1050.347968] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52272c4f-5f07-421b-50bc-bcc626c9c19b, 'name': SearchDatastore_Task, 'duration_secs': 0.025742} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.348275] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.348512] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.348765] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.348942] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.349162] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.349437] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-963ea4fe-39e3-4ac8-96a4-245ce7ebaf5d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.362758] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.362758] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.362758] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3aed42a-402a-4563-a9a0-b7b7d559a8c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.369241] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1050.369241] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ed43cb-2920-8855-ea0b-3a76f756f2b4" [ 1050.369241] env[69302]: _type = "Task" [ 1050.369241] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.380124] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ed43cb-2920-8855-ea0b-3a76f756f2b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.499942] env[69302]: DEBUG nova.compute.manager [req-69cf2d14-7f59-4581-b464-76c8c7e56947 req-4998f3dd-f591-4035-854e-2bfe80d0cd8d service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Received event network-vif-plugged-d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.500234] env[69302]: DEBUG oslo_concurrency.lockutils [req-69cf2d14-7f59-4581-b464-76c8c7e56947 req-4998f3dd-f591-4035-854e-2bfe80d0cd8d service nova] Acquiring lock "614ee385-0dfe-4f35-bce3-6391b07b0266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.500407] env[69302]: DEBUG oslo_concurrency.lockutils [req-69cf2d14-7f59-4581-b464-76c8c7e56947 req-4998f3dd-f591-4035-854e-2bfe80d0cd8d service nova] Lock "614ee385-0dfe-4f35-bce3-6391b07b0266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.500584] env[69302]: DEBUG oslo_concurrency.lockutils [req-69cf2d14-7f59-4581-b464-76c8c7e56947 req-4998f3dd-f591-4035-854e-2bfe80d0cd8d service nova] Lock "614ee385-0dfe-4f35-bce3-6391b07b0266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.500739] env[69302]: DEBUG nova.compute.manager [req-69cf2d14-7f59-4581-b464-76c8c7e56947 req-4998f3dd-f591-4035-854e-2bfe80d0cd8d service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] No waiting events found dispatching network-vif-plugged-d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.500904] env[69302]: WARNING nova.compute.manager [req-69cf2d14-7f59-4581-b464-76c8c7e56947 req-4998f3dd-f591-4035-854e-2bfe80d0cd8d service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Received unexpected event network-vif-plugged-d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb for instance with vm_state building and task_state spawning. [ 1050.552863] env[69302]: DEBUG oslo_concurrency.lockutils [None req-502c4d0d-15af-4339-a66a-1cadfd684b54 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.590s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.574218] env[69302]: DEBUG nova.network.neutron [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Successfully updated port: d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.691186] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.693905] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.694934] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.133s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.694934] env[69302]: DEBUG nova.objects.instance [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lazy-loading 'resources' on Instance uuid 7ba80f4b-b018-44b5-8633-40fa42cd8b9f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.713076] env[69302]: INFO nova.scheduler.client.report [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted allocations for instance c3105453-a51e-4dd8-ad07-8981f5399d4f [ 1050.881943] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.882245] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.891432] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ed43cb-2920-8855-ea0b-3a76f756f2b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013348} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.892234] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb580de-1f93-4305-b7cd-94cf70da564b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.899042] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1050.899042] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52706d64-8ba0-3e64-33b3-722ee76764da" [ 1050.899042] env[69302]: _type = "Task" [ 1050.899042] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.910476] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52706d64-8ba0-3e64-33b3-722ee76764da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.964883] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.964883] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.082223] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "refresh_cache-614ee385-0dfe-4f35-bce3-6391b07b0266" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.083672] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "refresh_cache-614ee385-0dfe-4f35-bce3-6391b07b0266" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.083672] env[69302]: DEBUG nova.network.neutron [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.225947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ba2fb83-2dcd-4c63-a2d8-4aab9a3a9831 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c3105453-a51e-4dd8-ad07-8981f5399d4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.544s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.281713] env[69302]: DEBUG nova.compute.manager [req-8969f3d9-c3fc-4d47-bb96-d30032dad3e4 req-60182ff7-7f66-4652-9728-9fecfbf7ed14 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Received event network-changed-e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.281957] env[69302]: DEBUG nova.compute.manager [req-8969f3d9-c3fc-4d47-bb96-d30032dad3e4 req-60182ff7-7f66-4652-9728-9fecfbf7ed14 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Refreshing instance network info cache due to event network-changed-e1d5495f-194e-431e-afa2-ab95c366afb5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.282141] env[69302]: DEBUG oslo_concurrency.lockutils [req-8969f3d9-c3fc-4d47-bb96-d30032dad3e4 req-60182ff7-7f66-4652-9728-9fecfbf7ed14 service nova] Acquiring lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.282288] env[69302]: DEBUG oslo_concurrency.lockutils [req-8969f3d9-c3fc-4d47-bb96-d30032dad3e4 req-60182ff7-7f66-4652-9728-9fecfbf7ed14 service nova] Acquired lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.282478] env[69302]: DEBUG nova.network.neutron [req-8969f3d9-c3fc-4d47-bb96-d30032dad3e4 req-60182ff7-7f66-4652-9728-9fecfbf7ed14 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Refreshing network info cache for port e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.385473] env[69302]: DEBUG nova.compute.manager [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.413193] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52706d64-8ba0-3e64-33b3-722ee76764da, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.415564] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.415877] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 0c00bc06-5d0d-4423-894f-afb63d21abff/0c00bc06-5d0d-4423-894f-afb63d21abff.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.416686] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad4669af-5ab1-417c-8ce4-ea4bb6ad5556 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.425214] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1051.425214] env[69302]: value = "task-3184008" [ 1051.425214] env[69302]: _type = "Task" [ 1051.425214] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.438611] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.467713] env[69302]: DEBUG nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.474171] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43d3002-1d23-4461-80ee-fa53f4aca164 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.481705] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bd7b2a-831b-47f1-a677-4d1bc16f49a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.517082] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d907b1-d026-42a9-af1d-c1227f0572cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.526821] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d842b82-4aa3-4a26-8d55-a66b12416aa3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.540926] env[69302]: DEBUG nova.compute.provider_tree [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.626488] env[69302]: DEBUG nova.network.neutron [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.758233] env[69302]: DEBUG nova.network.neutron [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Updating instance_info_cache with network_info: [{"id": "d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb", "address": "fa:16:3e:da:07:66", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5db59eb-11", "ovs_interfaceid": "d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.907051] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.936369] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.988134] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.030500] env[69302]: DEBUG nova.network.neutron [req-8969f3d9-c3fc-4d47-bb96-d30032dad3e4 req-60182ff7-7f66-4652-9728-9fecfbf7ed14 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updated VIF entry in instance network info cache for port e1d5495f-194e-431e-afa2-ab95c366afb5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.030876] env[69302]: DEBUG nova.network.neutron [req-8969f3d9-c3fc-4d47-bb96-d30032dad3e4 req-60182ff7-7f66-4652-9728-9fecfbf7ed14 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.044487] env[69302]: DEBUG nova.scheduler.client.report [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.261599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "refresh_cache-614ee385-0dfe-4f35-bce3-6391b07b0266" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.261977] env[69302]: DEBUG nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Instance network_info: |[{"id": "d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb", "address": "fa:16:3e:da:07:66", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5db59eb-11", "ovs_interfaceid": "d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.262352] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:07:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5db59eb-11d6-4fcb-a27b-ffbc6c7539cb', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.270585] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.270929] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.271093] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3cd92d9-9589-4cf7-a691-e86253853418 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.298675] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.298675] env[69302]: value = "task-3184009" [ 1052.298675] env[69302]: _type = "Task" [ 1052.298675] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.308481] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184009, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.437788] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895005} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.438081] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 0c00bc06-5d0d-4423-894f-afb63d21abff/0c00bc06-5d0d-4423-894f-afb63d21abff.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.438305] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.438562] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9662b2f7-5eda-446b-a693-71f6f1db2334 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.447744] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1052.447744] env[69302]: value = "task-3184010" [ 1052.447744] env[69302]: _type = "Task" [ 1052.447744] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.458390] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.537981] env[69302]: DEBUG oslo_concurrency.lockutils [req-8969f3d9-c3fc-4d47-bb96-d30032dad3e4 req-60182ff7-7f66-4652-9728-9fecfbf7ed14 service nova] Releasing lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.551363] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.553957] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.455s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.554196] env[69302]: DEBUG nova.objects.instance [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lazy-loading 'resources' on Instance uuid cfce7be3-5876-42ed-8e43-27e615b21e78 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.577388] env[69302]: INFO nova.scheduler.client.report [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleted allocations for instance 7ba80f4b-b018-44b5-8633-40fa42cd8b9f [ 1052.706367] env[69302]: DEBUG nova.compute.manager [req-c570534e-8bbd-4acc-bd92-07f4b3de474a req-85350e9a-9028-4d92-b586-8b7c71c7a0ab service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Received event network-changed-d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.706367] env[69302]: DEBUG nova.compute.manager [req-c570534e-8bbd-4acc-bd92-07f4b3de474a req-85350e9a-9028-4d92-b586-8b7c71c7a0ab service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Refreshing instance network info cache due to event network-changed-d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.706738] env[69302]: DEBUG oslo_concurrency.lockutils [req-c570534e-8bbd-4acc-bd92-07f4b3de474a req-85350e9a-9028-4d92-b586-8b7c71c7a0ab service nova] Acquiring lock "refresh_cache-614ee385-0dfe-4f35-bce3-6391b07b0266" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.706738] env[69302]: DEBUG oslo_concurrency.lockutils [req-c570534e-8bbd-4acc-bd92-07f4b3de474a req-85350e9a-9028-4d92-b586-8b7c71c7a0ab service nova] Acquired lock "refresh_cache-614ee385-0dfe-4f35-bce3-6391b07b0266" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.706738] env[69302]: DEBUG nova.network.neutron [req-c570534e-8bbd-4acc-bd92-07f4b3de474a req-85350e9a-9028-4d92-b586-8b7c71c7a0ab service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Refreshing network info cache for port d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.810039] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184009, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.958555] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07437} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.958828] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.959627] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244fc765-0ec9-485c-96d2-59a9c70ceae3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.983902] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 0c00bc06-5d0d-4423-894f-afb63d21abff/0c00bc06-5d0d-4423-894f-afb63d21abff.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.984494] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2ee46f-4979-4cd7-a10f-17c8a63977fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.006874] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1053.006874] env[69302]: value = "task-3184011" [ 1053.006874] env[69302]: _type = "Task" [ 1053.006874] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.015865] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.085269] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7e82256b-a6b1-4823-a1ff-53b4ec800c50 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "7ba80f4b-b018-44b5-8633-40fa42cd8b9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.974s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.289614] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b6a04a-d0a8-4ffc-85be-2525225dce2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.298727] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e8dbec-c582-429c-8df0-ebfe13ed31fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.311976] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184009, 'name': CreateVM_Task, 'duration_secs': 0.587261} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.335967] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.339417] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.339591] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.340173] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.340773] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eca5362-9564-4d8e-a975-fad8a2ec57e7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.343200] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b832d98d-6390-4da0-b091-3c16d49531c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.350623] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1053.350623] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ca8b53-9d2d-3da7-dd21-4de8d47128d3" [ 1053.350623] env[69302]: _type = "Task" [ 1053.350623] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.352202] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f809912f-cce9-4bd4-84f0-235ef8ffb442 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.372997] env[69302]: DEBUG nova.compute.provider_tree [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.374361] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ca8b53-9d2d-3da7-dd21-4de8d47128d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.493273] env[69302]: DEBUG nova.network.neutron [req-c570534e-8bbd-4acc-bd92-07f4b3de474a req-85350e9a-9028-4d92-b586-8b7c71c7a0ab service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Updated VIF entry in instance network info cache for port d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.493801] env[69302]: DEBUG nova.network.neutron [req-c570534e-8bbd-4acc-bd92-07f4b3de474a req-85350e9a-9028-4d92-b586-8b7c71c7a0ab service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Updating instance_info_cache with network_info: [{"id": "d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb", "address": "fa:16:3e:da:07:66", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5db59eb-11", "ovs_interfaceid": "d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.518603] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.749652] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "132fa687-a8f0-45a3-9206-7017c2a8b510" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.749888] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "132fa687-a8f0-45a3-9206-7017c2a8b510" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.863732] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.863999] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Processing image cd80c22c-a735-465c-b82d-beeedfd887e0 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.864245] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0/cd80c22c-a735-465c-b82d-beeedfd887e0.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.864396] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0/cd80c22c-a735-465c-b82d-beeedfd887e0.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.864572] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.864817] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafa76f1-d26c-4f72-a62f-b05ba40e55ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.876787] env[69302]: DEBUG nova.scheduler.client.report [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.884643] env[69302]: DEBUG nova.compute.manager [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1053.887816] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.887978] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.888895] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a47b643-2581-4700-9646-02a5d675ef1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.895845] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1053.895845] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522abc7f-345a-0b31-3201-2f83ea8750c7" [ 1053.895845] env[69302]: _type = "Task" [ 1053.895845] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.905522] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522abc7f-345a-0b31-3201-2f83ea8750c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.996488] env[69302]: DEBUG oslo_concurrency.lockutils [req-c570534e-8bbd-4acc-bd92-07f4b3de474a req-85350e9a-9028-4d92-b586-8b7c71c7a0ab service nova] Releasing lock "refresh_cache-614ee385-0dfe-4f35-bce3-6391b07b0266" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.018381] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184011, 'name': ReconfigVM_Task, 'duration_secs': 0.726737} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.018655] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 0c00bc06-5d0d-4423-894f-afb63d21abff/0c00bc06-5d0d-4423-894f-afb63d21abff.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.019398] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce421de3-7c03-4091-83d6-08cdd6e6ee61 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.026724] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1054.026724] env[69302]: value = "task-3184012" [ 1054.026724] env[69302]: _type = "Task" [ 1054.026724] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.034920] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184012, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.254534] env[69302]: DEBUG nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.383783] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.386193] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.766s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.387671] env[69302]: INFO nova.compute.claims [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.403237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.408028] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Preparing fetch location {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1054.408028] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Fetch image to [datastore1] OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96/OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96.vmdk {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1054.408028] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Downloading stream optimized image cd80c22c-a735-465c-b82d-beeedfd887e0 to [datastore1] OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96/OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96.vmdk on the data store datastore1 as vApp {{(pid=69302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1054.408028] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Downloading image file data cd80c22c-a735-465c-b82d-beeedfd887e0 to the ESX as VM named 'OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96' {{(pid=69302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1054.410627] env[69302]: INFO nova.scheduler.client.report [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted allocations for instance cfce7be3-5876-42ed-8e43-27e615b21e78 [ 1054.490385] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1054.490385] env[69302]: value = "resgroup-9" [ 1054.490385] env[69302]: _type = "ResourcePool" [ 1054.490385] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1054.490779] env[69302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8a8bd83f-db6d-444b-b7db-f69ce6203acf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.528285] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lease: (returnval){ [ 1054.528285] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9099e-9d18-ea6b-279d-8ebd72df121f" [ 1054.528285] env[69302]: _type = "HttpNfcLease" [ 1054.528285] env[69302]: } obtained for vApp import into resource pool (val){ [ 1054.528285] env[69302]: value = "resgroup-9" [ 1054.528285] env[69302]: _type = "ResourcePool" [ 1054.528285] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1054.528712] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the lease: (returnval){ [ 1054.528712] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9099e-9d18-ea6b-279d-8ebd72df121f" [ 1054.528712] env[69302]: _type = "HttpNfcLease" [ 1054.528712] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1054.546668] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184012, 'name': Rename_Task, 'duration_secs': 0.151003} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.547172] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.548284] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a721a52-dd23-4048-9cef-48f113d1e63e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.553276] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.553276] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9099e-9d18-ea6b-279d-8ebd72df121f" [ 1054.553276] env[69302]: _type = "HttpNfcLease" [ 1054.553276] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1054.557109] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1054.557109] env[69302]: value = "task-3184014" [ 1054.557109] env[69302]: _type = "Task" [ 1054.557109] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.566279] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.774837] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.918140] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a7fe984a-91b4-4b8f-ac5a-370ef618e71e tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "cfce7be3-5876-42ed-8e43-27e615b21e78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.622s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.047831] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.047831] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9099e-9d18-ea6b-279d-8ebd72df121f" [ 1055.047831] env[69302]: _type = "HttpNfcLease" [ 1055.047831] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1055.068914] env[69302]: DEBUG oslo_vmware.api [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184014, 'name': PowerOnVM_Task, 'duration_secs': 0.509961} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.068914] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.069109] env[69302]: INFO nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1055.069297] env[69302]: DEBUG nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.070098] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359e558b-cbff-4e88-805d-e5e84e6e3fbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.546032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.546032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.546032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.546032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.546032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.550079] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.550079] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9099e-9d18-ea6b-279d-8ebd72df121f" [ 1055.550079] env[69302]: _type = "HttpNfcLease" [ 1055.550079] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1055.550391] env[69302]: INFO nova.compute.manager [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Terminating instance [ 1055.551760] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1055.551760] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9099e-9d18-ea6b-279d-8ebd72df121f" [ 1055.551760] env[69302]: _type = "HttpNfcLease" [ 1055.551760] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1055.555863] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17284be6-0da7-40b7-8a2c-42f32f850436 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.565761] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345d2d-d465-c2fc-a56f-d4744f33c8c0/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1055.566029] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345d2d-d465-c2fc-a56f-d4744f33c8c0/disk-0.vmdk. {{(pid=69302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1055.633385] env[69302]: INFO nova.compute.manager [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Took 28.78 seconds to build instance. [ 1055.638147] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a2c068b-0f49-41ec-bb25-ade7af05b2a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.695277] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e94018-d23b-4047-8421-9e02e85b7cb9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.705058] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f054a5-590e-4107-9293-c5e7fb0421bf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.737847] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a9b131-01d5-4b34-99f0-ed09fddf654a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.746156] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2812a80-84e4-4e6b-baa1-418981f3f740 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.760454] env[69302]: DEBUG nova.compute.provider_tree [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.033372] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52bf514-109d-498a-b051-3bbc82693e92 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.042924] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7004b7a3-8f29-4677-9437-c11036ef1e84 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Suspending the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1056.044330] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6294e278-fe01-4609-8b94-aa1a42b5e3e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.055437] env[69302]: DEBUG oslo_vmware.api [None req-7004b7a3-8f29-4677-9437-c11036ef1e84 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1056.055437] env[69302]: value = "task-3184015" [ 1056.055437] env[69302]: _type = "Task" [ 1056.055437] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.060549] env[69302]: DEBUG nova.compute.manager [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.061269] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.067727] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5eb128-8660-4bd9-8913-1f88c3b31325 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.072019] env[69302]: DEBUG oslo_vmware.api [None req-7004b7a3-8f29-4677-9437-c11036ef1e84 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184015, 'name': SuspendVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.079976] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.081144] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10f3789c-d496-4d9c-a27a-6f6d403d047f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.090465] env[69302]: DEBUG oslo_vmware.api [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1056.090465] env[69302]: value = "task-3184016" [ 1056.090465] env[69302]: _type = "Task" [ 1056.090465] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.104107] env[69302]: DEBUG oslo_vmware.api [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.137942] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20ea4397-2406-433b-a329-cbac9602dfba tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "0c00bc06-5d0d-4423-894f-afb63d21abff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.290s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.265117] env[69302]: DEBUG nova.scheduler.client.report [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.569322] env[69302]: DEBUG oslo_vmware.api [None req-7004b7a3-8f29-4677-9437-c11036ef1e84 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184015, 'name': SuspendVM_Task} progress is 62%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.603736] env[69302]: DEBUG oslo_vmware.api [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184016, 'name': PowerOffVM_Task, 'duration_secs': 0.220743} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.604021] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.604196] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.604455] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a24f420f-c5b4-430c-a080-ef2125e7e20b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.661568] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Completed reading data from the image iterator. {{(pid=69302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1056.661568] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345d2d-d465-c2fc-a56f-d4744f33c8c0/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1056.662428] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa2d0a-bc27-4ce5-b24e-13867a9d9a74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.671913] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345d2d-d465-c2fc-a56f-d4744f33c8c0/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1056.672114] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345d2d-d465-c2fc-a56f-d4744f33c8c0/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1056.672378] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a7bef08-cdcb-4b12-b5fc-24627b44392f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.683517] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.683822] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.684034] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleting the datastore file [datastore2] 12b3bc02-7bf0-4628-8787-f3a38ab6a23a {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.684340] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d72bd5b5-a4b8-40af-823c-f4df57338c32 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.693695] env[69302]: DEBUG oslo_vmware.api [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1056.693695] env[69302]: value = "task-3184018" [ 1056.693695] env[69302]: _type = "Task" [ 1056.693695] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.704438] env[69302]: DEBUG oslo_vmware.api [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.772185] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.772794] env[69302]: DEBUG nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.776121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.155s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.777684] env[69302]: INFO nova.compute.claims [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.898594] env[69302]: DEBUG oslo_vmware.rw_handles [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52345d2d-d465-c2fc-a56f-d4744f33c8c0/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1056.898839] env[69302]: INFO nova.virt.vmwareapi.images [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Downloaded image file data cd80c22c-a735-465c-b82d-beeedfd887e0 [ 1056.899686] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c49a92-a81e-4ea6-91d2-810cc4440889 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.917354] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b63d7c2-9580-41e6-83c7-7cc76cc67253 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.064588] env[69302]: DEBUG oslo_vmware.api [None req-7004b7a3-8f29-4677-9437-c11036ef1e84 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184015, 'name': SuspendVM_Task, 'duration_secs': 0.712194} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.064855] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7004b7a3-8f29-4677-9437-c11036ef1e84 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Suspended the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1057.065049] env[69302]: DEBUG nova.compute.manager [None req-7004b7a3-8f29-4677-9437-c11036ef1e84 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.065914] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dc50b1-b98e-4d8a-adff-642dff9498f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.076310] env[69302]: INFO nova.virt.vmwareapi.images [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] The imported VM was unregistered [ 1057.078623] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Caching image {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1057.078850] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.079367] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a349f5-6849-4902-8996-654c718a4980 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.091716] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Created directory with path [datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.091909] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96/OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96.vmdk to [datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0/cd80c22c-a735-465c-b82d-beeedfd887e0.vmdk. {{(pid=69302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1057.092190] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b0a4477a-7cf9-429f-bdc4-56777979f30f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.100532] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1057.100532] env[69302]: value = "task-3184020" [ 1057.100532] env[69302]: _type = "Task" [ 1057.100532] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.108932] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184020, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.204139] env[69302]: DEBUG oslo_vmware.api [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176204} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.204416] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.204616] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.204798] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.204975] env[69302]: INFO nova.compute.manager [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1057.205235] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.205445] env[69302]: DEBUG nova.compute.manager [-] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.205510] env[69302]: DEBUG nova.network.neutron [-] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.283906] env[69302]: DEBUG nova.compute.utils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.288466] env[69302]: DEBUG nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.288466] env[69302]: DEBUG nova.network.neutron [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.328137] env[69302]: DEBUG nova.policy [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c1cddffb89411f95efd2009caca3ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d092f0fa1fe4f52b3e3b90a6b2761bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.520506] env[69302]: DEBUG nova.compute.manager [req-928493bd-5914-48a1-a07c-306be68848b1 req-f63ed9ca-2907-4ee9-9034-be310fb184ec service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Received event network-vif-deleted-c2d164af-bdd1-4779-ba85-97e063171eb0 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.520706] env[69302]: INFO nova.compute.manager [req-928493bd-5914-48a1-a07c-306be68848b1 req-f63ed9ca-2907-4ee9-9034-be310fb184ec service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Neutron deleted interface c2d164af-bdd1-4779-ba85-97e063171eb0; detaching it from the instance and deleting it from the info cache [ 1057.520979] env[69302]: DEBUG nova.network.neutron [req-928493bd-5914-48a1-a07c-306be68848b1 req-f63ed9ca-2907-4ee9-9034-be310fb184ec service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.611938] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184020, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.642082] env[69302]: DEBUG nova.network.neutron [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Successfully created port: 5acfb1fa-b59e-4d5b-8036-f293f8daaf2b {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.788952] env[69302]: DEBUG nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.996582] env[69302]: DEBUG nova.network.neutron [-] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.026144] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85566a87-d35b-4a79-a03e-ba6f4c603d7a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.039142] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19943fe-3c3a-4305-bf0e-a887a43ca797 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.078337] env[69302]: DEBUG nova.compute.manager [req-928493bd-5914-48a1-a07c-306be68848b1 req-f63ed9ca-2907-4ee9-9034-be310fb184ec service nova] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Detach interface failed, port_id=c2d164af-bdd1-4779-ba85-97e063171eb0, reason: Instance 12b3bc02-7bf0-4628-8787-f3a38ab6a23a could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.109503] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7585d35-8d82-441d-9673-590a844443ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.116213] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184020, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.124946] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0884b3d6-f2f1-4441-aa74-ac518aa3bbe3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.166041] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2304fa-64cb-4d8c-8b68-d0a472ff9fc7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.181300] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20d069d-236d-432d-bfe9-81472a20c47b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.206145] env[69302]: DEBUG nova.compute.provider_tree [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.500043] env[69302]: INFO nova.compute.manager [-] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Took 1.29 seconds to deallocate network for instance. [ 1058.533838] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "0c00bc06-5d0d-4423-894f-afb63d21abff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.534260] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "0c00bc06-5d0d-4423-894f-afb63d21abff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.534325] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "0c00bc06-5d0d-4423-894f-afb63d21abff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.534539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "0c00bc06-5d0d-4423-894f-afb63d21abff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.534712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "0c00bc06-5d0d-4423-894f-afb63d21abff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.538420] env[69302]: INFO nova.compute.manager [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Terminating instance [ 1058.616200] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184020, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.710620] env[69302]: DEBUG nova.scheduler.client.report [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.803603] env[69302]: DEBUG nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.830045] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.830318] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.830477] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.830660] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.830831] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.830980] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.831219] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.831413] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.831604] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.831767] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.831938] env[69302]: DEBUG nova.virt.hardware [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.832866] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea75f06-76b9-4c85-9dd0-cfe29b5f30db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.845432] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142a4e9-c32d-4dec-a87d-f98eee8b7d2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.006586] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.042656] env[69302]: DEBUG nova.compute.manager [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.043718] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.043885] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9b376b-9552-4cbd-a92e-b57d09d12622 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.056791] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.057456] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2285c396-77dd-4fb0-8cd7-a876d178c7be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.114373] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184020, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.138052] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.138242] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.138308] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleting the datastore file [datastore1] 0c00bc06-5d0d-4423-894f-afb63d21abff {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.139343] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a494c30-9088-47a7-ad92-8c2fc7893b40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.154022] env[69302]: DEBUG oslo_vmware.api [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1059.154022] env[69302]: value = "task-3184022" [ 1059.154022] env[69302]: _type = "Task" [ 1059.154022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.164984] env[69302]: DEBUG oslo_vmware.api [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.192269] env[69302]: DEBUG nova.compute.manager [req-4c837f41-6fde-418b-8144-b7c752eaa1ef req-ece835eb-6e9e-466e-b265-d0f939d57314 service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Received event network-vif-plugged-5acfb1fa-b59e-4d5b-8036-f293f8daaf2b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.192489] env[69302]: DEBUG oslo_concurrency.lockutils [req-4c837f41-6fde-418b-8144-b7c752eaa1ef req-ece835eb-6e9e-466e-b265-d0f939d57314 service nova] Acquiring lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.192696] env[69302]: DEBUG oslo_concurrency.lockutils [req-4c837f41-6fde-418b-8144-b7c752eaa1ef req-ece835eb-6e9e-466e-b265-d0f939d57314 service nova] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.192867] env[69302]: DEBUG oslo_concurrency.lockutils [req-4c837f41-6fde-418b-8144-b7c752eaa1ef req-ece835eb-6e9e-466e-b265-d0f939d57314 service nova] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.193229] env[69302]: DEBUG nova.compute.manager [req-4c837f41-6fde-418b-8144-b7c752eaa1ef req-ece835eb-6e9e-466e-b265-d0f939d57314 service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] No waiting events found dispatching network-vif-plugged-5acfb1fa-b59e-4d5b-8036-f293f8daaf2b {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.193571] env[69302]: WARNING nova.compute.manager [req-4c837f41-6fde-418b-8144-b7c752eaa1ef req-ece835eb-6e9e-466e-b265-d0f939d57314 service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Received unexpected event network-vif-plugged-5acfb1fa-b59e-4d5b-8036-f293f8daaf2b for instance with vm_state building and task_state spawning. [ 1059.215455] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.215877] env[69302]: DEBUG nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.219675] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.526s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.220470] env[69302]: DEBUG nova.objects.instance [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lazy-loading 'resources' on Instance uuid 23d1c369-df51-4186-a5e8-974d5dd60167 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.370627] env[69302]: DEBUG nova.network.neutron [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Successfully updated port: 5acfb1fa-b59e-4d5b-8036-f293f8daaf2b {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.617411] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184020, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.664923] env[69302]: DEBUG oslo_vmware.api [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.721385] env[69302]: DEBUG nova.compute.utils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.722877] env[69302]: DEBUG nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.725111] env[69302]: DEBUG nova.network.neutron [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.779860] env[69302]: DEBUG nova.policy [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.875768] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "refresh_cache-12be5af5-7c9e-4fb6-9434-c915869ba4c6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.875768] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "refresh_cache-12be5af5-7c9e-4fb6-9434-c915869ba4c6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.875768] env[69302]: DEBUG nova.network.neutron [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.965714] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93410c3-5a90-4254-8ee7-b8ad9bd8cabe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.973956] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c980dc7d-c2fc-4a2a-96ce-1635ac83a8fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.006118] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dbd8c7-e74e-4285-95f5-84097c09795a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.014449] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ceb4d0-f355-47de-bf9a-4159dad0449f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.028989] env[69302]: DEBUG nova.compute.provider_tree [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.114252] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184020, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.688936} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.115363] env[69302]: DEBUG nova.network.neutron [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Successfully created port: 5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.117643] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96/OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96.vmdk to [datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0/cd80c22c-a735-465c-b82d-beeedfd887e0.vmdk. [ 1060.117865] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Cleaning up location [datastore1] OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1060.118029] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_981b3e3a-8511-4b77-9fe2-56c455a43e96 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.118304] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df01c9ec-2c32-4529-9897-c9d400048ef0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.127184] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1060.127184] env[69302]: value = "task-3184023" [ 1060.127184] env[69302]: _type = "Task" [ 1060.127184] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.136093] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.160701] env[69302]: DEBUG oslo_vmware.api [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.698402} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.161971] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.161971] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.161971] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.161971] env[69302]: INFO nova.compute.manager [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1060.161971] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.161971] env[69302]: DEBUG nova.compute.manager [-] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.162259] env[69302]: DEBUG nova.network.neutron [-] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.230103] env[69302]: DEBUG nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.406198] env[69302]: DEBUG nova.network.neutron [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.532194] env[69302]: DEBUG nova.scheduler.client.report [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.541985] env[69302]: DEBUG nova.network.neutron [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Updating instance_info_cache with network_info: [{"id": "5acfb1fa-b59e-4d5b-8036-f293f8daaf2b", "address": "fa:16:3e:15:70:2a", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acfb1fa-b5", "ovs_interfaceid": "5acfb1fa-b59e-4d5b-8036-f293f8daaf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.571619] env[69302]: DEBUG nova.compute.manager [req-740a565b-6a29-4b33-a0eb-8efd224f09ad req-a7bad5ba-485b-42d8-b9ec-359fb73ee244 service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Received event network-vif-deleted-27f8eb42-dcdc-4874-9a93-782ecdae45c4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.571619] env[69302]: INFO nova.compute.manager [req-740a565b-6a29-4b33-a0eb-8efd224f09ad req-a7bad5ba-485b-42d8-b9ec-359fb73ee244 service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Neutron deleted interface 27f8eb42-dcdc-4874-9a93-782ecdae45c4; detaching it from the instance and deleting it from the info cache [ 1060.571911] env[69302]: DEBUG nova.network.neutron [req-740a565b-6a29-4b33-a0eb-8efd224f09ad req-a7bad5ba-485b-42d8-b9ec-359fb73ee244 service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.638622] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044081} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.639061] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.639673] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0/cd80c22c-a735-465c-b82d-beeedfd887e0.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.639990] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0/cd80c22c-a735-465c-b82d-beeedfd887e0.vmdk to [datastore1] 614ee385-0dfe-4f35-bce3-6391b07b0266/614ee385-0dfe-4f35-bce3-6391b07b0266.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.640279] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-443ad84d-4f00-49e7-81e5-70e4d1a2d3e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.649793] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1060.649793] env[69302]: value = "task-3184024" [ 1060.649793] env[69302]: _type = "Task" [ 1060.649793] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.656117] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.979423] env[69302]: DEBUG nova.network.neutron [-] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.037168] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.040032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.134s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.041179] env[69302]: INFO nova.compute.claims [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.043913] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "refresh_cache-12be5af5-7c9e-4fb6-9434-c915869ba4c6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.044219] env[69302]: DEBUG nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Instance network_info: |[{"id": "5acfb1fa-b59e-4d5b-8036-f293f8daaf2b", "address": "fa:16:3e:15:70:2a", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acfb1fa-b5", "ovs_interfaceid": "5acfb1fa-b59e-4d5b-8036-f293f8daaf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.044872] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:70:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5acfb1fa-b59e-4d5b-8036-f293f8daaf2b', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.053294] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.053665] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.053826] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb740ff9-d9e3-45de-a850-b681fffccdac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.069885] env[69302]: INFO nova.scheduler.client.report [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Deleted allocations for instance 23d1c369-df51-4186-a5e8-974d5dd60167 [ 1061.074334] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e855da20-07d1-47ae-b0aa-a08ba71a79d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.085717] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ada8bb-a103-44af-a5b1-169abaa92bf5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.096479] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.096479] env[69302]: value = "task-3184025" [ 1061.096479] env[69302]: _type = "Task" [ 1061.096479] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.108785] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184025, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.126715] env[69302]: DEBUG nova.compute.manager [req-740a565b-6a29-4b33-a0eb-8efd224f09ad req-a7bad5ba-485b-42d8-b9ec-359fb73ee244 service nova] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Detach interface failed, port_id=27f8eb42-dcdc-4874-9a93-782ecdae45c4, reason: Instance 0c00bc06-5d0d-4423-894f-afb63d21abff could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.162954] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184024, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.220614] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.220902] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.221100] env[69302]: INFO nova.compute.manager [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Shelving [ 1061.228866] env[69302]: DEBUG nova.compute.manager [req-fddf7f1f-504c-44ba-b7a4-62522e1c37be req-dddd4727-cd00-411d-b222-27030065c3f8 service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Received event network-changed-5acfb1fa-b59e-4d5b-8036-f293f8daaf2b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.229120] env[69302]: DEBUG nova.compute.manager [req-fddf7f1f-504c-44ba-b7a4-62522e1c37be req-dddd4727-cd00-411d-b222-27030065c3f8 service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Refreshing instance network info cache due to event network-changed-5acfb1fa-b59e-4d5b-8036-f293f8daaf2b. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.229388] env[69302]: DEBUG oslo_concurrency.lockutils [req-fddf7f1f-504c-44ba-b7a4-62522e1c37be req-dddd4727-cd00-411d-b222-27030065c3f8 service nova] Acquiring lock "refresh_cache-12be5af5-7c9e-4fb6-9434-c915869ba4c6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.229517] env[69302]: DEBUG oslo_concurrency.lockutils [req-fddf7f1f-504c-44ba-b7a4-62522e1c37be req-dddd4727-cd00-411d-b222-27030065c3f8 service nova] Acquired lock "refresh_cache-12be5af5-7c9e-4fb6-9434-c915869ba4c6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.229713] env[69302]: DEBUG nova.network.neutron [req-fddf7f1f-504c-44ba-b7a4-62522e1c37be req-dddd4727-cd00-411d-b222-27030065c3f8 service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Refreshing network info cache for port 5acfb1fa-b59e-4d5b-8036-f293f8daaf2b {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.240612] env[69302]: DEBUG nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.267380] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.267632] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.267786] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.267970] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.268127] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.268278] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.268487] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.268643] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.268809] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.268971] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.269162] env[69302]: DEBUG nova.virt.hardware [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.270065] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668123f6-8a39-46cd-ab27-d102d4422e64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.284567] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b8d085-532a-401e-8800-aaaadb7911ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.482626] env[69302]: INFO nova.compute.manager [-] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Took 1.32 seconds to deallocate network for instance. [ 1061.577969] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3bd5044-6673-4e7a-86fd-0f7a3e98d90b tempest-ServerDiskConfigTestJSON-2137040265 tempest-ServerDiskConfigTestJSON-2137040265-project-member] Lock "23d1c369-df51-4186-a5e8-974d5dd60167" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.522s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.615900] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184025, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.665307] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184024, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.681134] env[69302]: DEBUG nova.network.neutron [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Successfully updated port: 5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.989832] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.041651] env[69302]: DEBUG nova.network.neutron [req-fddf7f1f-504c-44ba-b7a4-62522e1c37be req-dddd4727-cd00-411d-b222-27030065c3f8 service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Updated VIF entry in instance network info cache for port 5acfb1fa-b59e-4d5b-8036-f293f8daaf2b. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.042031] env[69302]: DEBUG nova.network.neutron [req-fddf7f1f-504c-44ba-b7a4-62522e1c37be req-dddd4727-cd00-411d-b222-27030065c3f8 service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Updating instance_info_cache with network_info: [{"id": "5acfb1fa-b59e-4d5b-8036-f293f8daaf2b", "address": "fa:16:3e:15:70:2a", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acfb1fa-b5", "ovs_interfaceid": "5acfb1fa-b59e-4d5b-8036-f293f8daaf2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.115851] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184025, 'name': CreateVM_Task, 'duration_secs': 0.842419} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.119015] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.120356] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.120540] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.120860] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.121149] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da407572-8fbe-4b88-bbc6-dea013934d65 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.133416] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1062.133416] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5223f20c-1165-fc87-e1a9-7ec7220c9acf" [ 1062.133416] env[69302]: _type = "Task" [ 1062.133416] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.148875] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5223f20c-1165-fc87-e1a9-7ec7220c9acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.163818] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184024, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.186811] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.186811] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.187020] env[69302]: DEBUG nova.network.neutron [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.234036] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.234951] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-283f4c6b-ee32-4592-a740-778fc313326d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.247494] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1062.247494] env[69302]: value = "task-3184026" [ 1062.247494] env[69302]: _type = "Task" [ 1062.247494] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.265057] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.307825] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79083f9b-3f43-48fd-a9a3-933ba4bd43a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.321882] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83609c79-48d3-4cdd-91f7-e5fbc7f3b478 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.366691] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c399b5fa-0aff-49a2-a7fe-c2d79a53de1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.380103] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6bb383-e449-45b8-a207-fbcb6f747a3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.401708] env[69302]: DEBUG nova.compute.provider_tree [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.544520] env[69302]: DEBUG oslo_concurrency.lockutils [req-fddf7f1f-504c-44ba-b7a4-62522e1c37be req-dddd4727-cd00-411d-b222-27030065c3f8 service nova] Releasing lock "refresh_cache-12be5af5-7c9e-4fb6-9434-c915869ba4c6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.650283] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5223f20c-1165-fc87-e1a9-7ec7220c9acf, 'name': SearchDatastore_Task, 'duration_secs': 0.034867} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.650734] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.650983] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.651260] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.651413] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.651599] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.655574] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba67b88a-ef7c-45f9-9e1e-28ced123ce5e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.672036] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184024, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.672036] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.672036] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.672351] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba204d0-4194-4855-ae7e-d218c8af79f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.679625] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1062.679625] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527ec818-131e-869f-1cc0-bba16ff2db04" [ 1062.679625] env[69302]: _type = "Task" [ 1062.679625] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.693608] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527ec818-131e-869f-1cc0-bba16ff2db04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.761268] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184026, 'name': PowerOffVM_Task, 'duration_secs': 0.414195} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.761702] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.762738] env[69302]: DEBUG nova.network.neutron [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.766011] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77407117-e53f-4c6e-8fa6-ca1cb13b73a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.788794] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7d598f-c016-4121-83cc-aae5ba3899c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.904947] env[69302]: DEBUG nova.scheduler.client.report [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.162771] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184024, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.168417] env[69302]: DEBUG nova.network.neutron [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.193030] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527ec818-131e-869f-1cc0-bba16ff2db04, 'name': SearchDatastore_Task, 'duration_secs': 0.026266} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.193966] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e640c68-0a59-4051-b702-e564b69f3341 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.201322] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1063.201322] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f0dec9-d75d-b230-cda4-8fcf4a21cd45" [ 1063.201322] env[69302]: _type = "Task" [ 1063.201322] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.210019] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f0dec9-d75d-b230-cda4-8fcf4a21cd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.302839] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1063.303100] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d85d7bea-d206-4b61-b9d9-34e8d0cfd68d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.311785] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1063.311785] env[69302]: value = "task-3184027" [ 1063.311785] env[69302]: _type = "Task" [ 1063.311785] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.325134] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.327554] env[69302]: DEBUG nova.compute.manager [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-vif-plugged-5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.327833] env[69302]: DEBUG oslo_concurrency.lockutils [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] Acquiring lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.328083] env[69302]: DEBUG oslo_concurrency.lockutils [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.328257] env[69302]: DEBUG oslo_concurrency.lockutils [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.328425] env[69302]: DEBUG nova.compute.manager [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] No waiting events found dispatching network-vif-plugged-5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.328591] env[69302]: WARNING nova.compute.manager [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received unexpected event network-vif-plugged-5301a84c-85de-42f1-982d-0688c21cc6a1 for instance with vm_state building and task_state spawning. [ 1063.328780] env[69302]: DEBUG nova.compute.manager [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.328927] env[69302]: DEBUG nova.compute.manager [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing instance network info cache due to event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.329094] env[69302]: DEBUG oslo_concurrency.lockutils [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.410315] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.410867] env[69302]: DEBUG nova.compute.manager [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.413706] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.426s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.415216] env[69302]: INFO nova.compute.claims [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.670216] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184024, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.53704} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.670832] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.671347] env[69302]: DEBUG nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Instance network_info: |[{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.671745] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cd80c22c-a735-465c-b82d-beeedfd887e0/cd80c22c-a735-465c-b82d-beeedfd887e0.vmdk to [datastore1] 614ee385-0dfe-4f35-bce3-6391b07b0266/614ee385-0dfe-4f35-bce3-6391b07b0266.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.672307] env[69302]: DEBUG oslo_concurrency.lockutils [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.672307] env[69302]: DEBUG nova.network.neutron [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.673984] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:54:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5301a84c-85de-42f1-982d-0688c21cc6a1', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.681863] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.682595] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea0212-108b-440f-852b-978c56b02d42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.687989] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.688884] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5fc5f8b-f9c5-49cc-b3c3-02921f745c4f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.727709] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 614ee385-0dfe-4f35-bce3-6391b07b0266/614ee385-0dfe-4f35-bce3-6391b07b0266.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.730104] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7def3882-b5b1-40f0-8b0a-7bbd573f6e27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.744701] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.744701] env[69302]: value = "task-3184028" [ 1063.744701] env[69302]: _type = "Task" [ 1063.744701] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.752030] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f0dec9-d75d-b230-cda4-8fcf4a21cd45, 'name': SearchDatastore_Task, 'duration_secs': 0.027496} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.753254] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.753553] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 12be5af5-7c9e-4fb6-9434-c915869ba4c6/12be5af5-7c9e-4fb6-9434-c915869ba4c6.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.753826] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-172ceaa0-4e9d-4776-8254-65047ce58d06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.757911] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1063.757911] env[69302]: value = "task-3184029" [ 1063.757911] env[69302]: _type = "Task" [ 1063.757911] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.768325] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184028, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.768640] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1063.768640] env[69302]: value = "task-3184030" [ 1063.768640] env[69302]: _type = "Task" [ 1063.768640] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.780024] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.780919] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.824904] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.920717] env[69302]: DEBUG nova.compute.utils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.924305] env[69302]: DEBUG nova.compute.manager [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1064.065274] env[69302]: DEBUG nova.network.neutron [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updated VIF entry in instance network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.065274] env[69302]: DEBUG nova.network.neutron [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.266369] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184028, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.281078] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.288172] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184029, 'name': ReconfigVM_Task, 'duration_secs': 0.356067} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.288172] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 614ee385-0dfe-4f35-bce3-6391b07b0266/614ee385-0dfe-4f35-bce3-6391b07b0266.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.288172] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ced7594-b657-47a6-9d85-4e60d2922482 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.293779] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1064.293779] env[69302]: value = "task-3184031" [ 1064.293779] env[69302]: _type = "Task" [ 1064.293779] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.308060] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184031, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.326941] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.425136] env[69302]: DEBUG nova.compute.manager [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.572209] env[69302]: DEBUG oslo_concurrency.lockutils [req-06e1bdb3-6e6a-4157-ad40-956074a98c71 req-ef850740-33ce-4504-9eea-9ec83a30887f service nova] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.638068] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50167e13-d8cf-43f6-8be6-a907046a404d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.646437] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb97302b-b741-49d0-95aa-0d2bd4e8fa89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.677921] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fb8b0f-a160-4a32-93dc-caecf960dcef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.685815] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d13b396-65e9-4f85-9ec4-5337cfd699b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.699104] env[69302]: DEBUG nova.compute.provider_tree [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.762974] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184028, 'name': CreateVM_Task, 'duration_secs': 0.700396} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.763212] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.763993] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.765047] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.765047] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.765047] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdea2396-0ae7-43d9-9956-db7da61368b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.769654] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1064.769654] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b7c744-7a4d-72dd-3ab0-64d80f869658" [ 1064.769654] env[69302]: _type = "Task" [ 1064.769654] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.781430] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626926} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.783706] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 12be5af5-7c9e-4fb6-9434-c915869ba4c6/12be5af5-7c9e-4fb6-9434-c915869ba4c6.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.783936] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.784215] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b7c744-7a4d-72dd-3ab0-64d80f869658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.784420] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a65786-5f36-494f-8ea3-6c3c3c8d7d6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.790981] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1064.790981] env[69302]: value = "task-3184032" [ 1064.790981] env[69302]: _type = "Task" [ 1064.790981] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.803847] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.807377] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184031, 'name': Rename_Task, 'duration_secs': 0.170157} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.807685] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.807948] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a978e81e-04ed-4028-a050-5fb1b8eff6c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.814844] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1064.814844] env[69302]: value = "task-3184033" [ 1064.814844] env[69302]: _type = "Task" [ 1064.814844] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.825637] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.828685] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184027, 'name': CreateSnapshot_Task, 'duration_secs': 1.271253} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.828941] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1064.829683] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b3c67-f95a-406e-a4ac-425fdd0ea39a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.202573] env[69302]: DEBUG nova.scheduler.client.report [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.284659] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b7c744-7a4d-72dd-3ab0-64d80f869658, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.285095] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.285381] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.286720] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.286720] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.286720] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.286720] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aa3aa48-4887-4189-b45a-37874bfb0a59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.302701] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077042} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.304300] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.304637] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.304800] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.305954] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01fedd9-e4b1-4050-a946-d94b316da887 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.308511] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15edc2fc-7bce-44d3-8e78-c376f674119e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.315358] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1065.315358] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52245c2e-a8e5-b82a-0aca-91ec76e4c584" [ 1065.315358] env[69302]: _type = "Task" [ 1065.315358] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.334066] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 12be5af5-7c9e-4fb6-9434-c915869ba4c6/12be5af5-7c9e-4fb6-9434-c915869ba4c6.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.340303] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ad177a-4a90-4ae4-8fc3-4d353c590707 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.362572] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1065.363911] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-997a5567-5f2b-4e6c-8c23-0eb44e905032 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.373442] env[69302]: DEBUG oslo_vmware.api [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184033, 'name': PowerOnVM_Task, 'duration_secs': 0.512762} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.373656] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52245c2e-a8e5-b82a-0aca-91ec76e4c584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.375373] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.375503] env[69302]: INFO nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Took 15.56 seconds to spawn the instance on the hypervisor. [ 1065.376673] env[69302]: DEBUG nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.376673] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1065.376673] env[69302]: value = "task-3184034" [ 1065.376673] env[69302]: _type = "Task" [ 1065.376673] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.376940] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3c402-eb95-4eb4-87e7-2e223b8b498c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.384830] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1065.384830] env[69302]: value = "task-3184035" [ 1065.384830] env[69302]: _type = "Task" [ 1065.384830] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.395309] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.401286] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184035, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.437877] env[69302]: DEBUG nova.compute.manager [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.466473] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.466716] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.466871] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.467062] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.467215] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.467359] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.467569] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.467744] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.467892] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.468065] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.468260] env[69302]: DEBUG nova.virt.hardware [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.469152] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3951a7dd-0c90-4ee1-ae12-d76b79c8344a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.478879] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fdabfc-131c-4ae6-8652-75ad208fcfa0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.496670] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.502233] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Creating folder: Project (a1c5a1b706824de388f61345c2d98179). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.502582] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dde01fc8-6504-401b-8eae-53c05e0f9fde {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.516485] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Created folder: Project (a1c5a1b706824de388f61345c2d98179) in parent group-v636578. [ 1065.516626] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Creating folder: Instances. Parent ref: group-v636824. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.516940] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f7fd5d9-9e89-4668-9f69-022d006a27ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.530016] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Created folder: Instances in parent group-v636824. [ 1065.530482] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.530598] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.530861] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a7c58ab-a9dc-4779-9d7b-7b0e9b73d092 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.550533] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.550533] env[69302]: value = "task-3184038" [ 1065.550533] env[69302]: _type = "Task" [ 1065.550533] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.558805] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184038, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.708447] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.708969] env[69302]: DEBUG nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.711961] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.309s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.838363] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52245c2e-a8e5-b82a-0aca-91ec76e4c584, 'name': SearchDatastore_Task, 'duration_secs': 0.058793} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.838363] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605144bb-48df-4d44-9d7c-5c88a688babf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.844295] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1065.844295] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52934684-4771-939e-94c4-b1aa4e8778aa" [ 1065.844295] env[69302]: _type = "Task" [ 1065.844295] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.853847] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52934684-4771-939e-94c4-b1aa4e8778aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.892213] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.901756] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184035, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.905617] env[69302]: INFO nova.compute.manager [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Took 25.46 seconds to build instance. [ 1066.063095] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184038, 'name': CreateVM_Task, 'duration_secs': 0.435066} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.063297] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.063720] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.063890] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.064292] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.064538] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc373f0-cdb9-477a-a62b-7f6fe4ef51c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.070301] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1066.070301] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52556936-ec08-b9ba-f66f-9f3bb73fa222" [ 1066.070301] env[69302]: _type = "Task" [ 1066.070301] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.081526] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52556936-ec08-b9ba-f66f-9f3bb73fa222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.216146] env[69302]: DEBUG nova.compute.utils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.220991] env[69302]: INFO nova.compute.claims [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.224933] env[69302]: DEBUG nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.225317] env[69302]: DEBUG nova.network.neutron [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.282104] env[69302]: DEBUG nova.policy [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e95968b07844b0395af9ab01d3e27ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f03026093c584db6a9c5d09b59bf7024', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.368308] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52934684-4771-939e-94c4-b1aa4e8778aa, 'name': SearchDatastore_Task, 'duration_secs': 0.023946} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.369090] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.370045] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 5aefd5ac-9e21-448c-8909-a3ab7f8abee0/5aefd5ac-9e21-448c-8909-a3ab7f8abee0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.370045] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd83c43f-4984-413a-8e9e-586bb919968f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.378979] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1066.378979] env[69302]: value = "task-3184039" [ 1066.378979] env[69302]: _type = "Task" [ 1066.378979] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.400241] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184034, 'name': ReconfigVM_Task, 'duration_secs': 0.770352} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.405573] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 12be5af5-7c9e-4fb6-9434-c915869ba4c6/12be5af5-7c9e-4fb6-9434-c915869ba4c6.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.406276] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.406498] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184035, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.407409] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-439c26ed-4110-4144-9dbe-0032c1340cf8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.408493] env[69302]: DEBUG oslo_concurrency.lockutils [None req-109dadab-628e-43a0-b400-d49b2e9550f3 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "614ee385-0dfe-4f35-bce3-6391b07b0266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.991s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.414938] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1066.414938] env[69302]: value = "task-3184040" [ 1066.414938] env[69302]: _type = "Task" [ 1066.414938] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.424251] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184040, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.587703] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52556936-ec08-b9ba-f66f-9f3bb73fa222, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.588041] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.588282] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.588522] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.588670] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.588847] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.589166] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26000779-fcf2-4b57-96bd-2ecfebb4c367 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.617778] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.617976] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.618773] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5de8ae3-5254-4f5b-9150-25c88587b6d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.626376] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1066.626376] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52da2584-dd62-63d5-05c4-d4600b523e56" [ 1066.626376] env[69302]: _type = "Task" [ 1066.626376] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.640416] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52da2584-dd62-63d5-05c4-d4600b523e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.726020] env[69302]: DEBUG nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.735457] env[69302]: INFO nova.compute.resource_tracker [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating resource usage from migration dbf32ea3-0266-493d-91a0-b0c1b2574082 [ 1066.859511] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "614ee385-0dfe-4f35-bce3-6391b07b0266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.859789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "614ee385-0dfe-4f35-bce3-6391b07b0266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.860020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "614ee385-0dfe-4f35-bce3-6391b07b0266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.860223] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "614ee385-0dfe-4f35-bce3-6391b07b0266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.860397] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "614ee385-0dfe-4f35-bce3-6391b07b0266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.862777] env[69302]: INFO nova.compute.manager [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Terminating instance [ 1066.896071] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184039, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.903454] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184035, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.920332] env[69302]: DEBUG nova.network.neutron [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Successfully created port: e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.933073] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184040, 'name': Rename_Task, 'duration_secs': 0.142058} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.933073] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.933718] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f296168-87ad-48ae-a459-4b7b1b2ed042 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.946021] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1066.946021] env[69302]: value = "task-3184041" [ 1066.946021] env[69302]: _type = "Task" [ 1066.946021] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.956705] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.017201] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d4eba-47c7-40e9-ad2a-1c957feaa1bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.025726] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8808c25c-5001-4d57-8d83-44575ddf7528 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.061405] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca964e5-b199-4376-870f-46559bb0c780 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.070322] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0f048-c2d2-40d8-8b4c-6404bb7fd72b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.086443] env[69302]: DEBUG nova.compute.provider_tree [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.137811] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52da2584-dd62-63d5-05c4-d4600b523e56, 'name': SearchDatastore_Task, 'duration_secs': 0.068123} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.139372] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980830cb-4b12-4118-a467-f72fc7df5559 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.145479] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1067.145479] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52352303-7ff0-dec9-d6b7-7cbdaf5eeef1" [ 1067.145479] env[69302]: _type = "Task" [ 1067.145479] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.153996] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52352303-7ff0-dec9-d6b7-7cbdaf5eeef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.366282] env[69302]: DEBUG nova.compute.manager [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.366536] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.367455] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8735fc76-85bf-429c-9b8c-dd22cf977a6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.378867] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.379655] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db9c8cf9-6fee-40f7-858a-17b4163fbae4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.392868] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54575} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.399743] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 5aefd5ac-9e21-448c-8909-a3ab7f8abee0/5aefd5ac-9e21-448c-8909-a3ab7f8abee0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.400187] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.400580] env[69302]: DEBUG oslo_vmware.api [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1067.400580] env[69302]: value = "task-3184042" [ 1067.400580] env[69302]: _type = "Task" [ 1067.400580] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.400900] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d139a16-fbc1-432d-9a71-ed1f0875e1da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.410600] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184035, 'name': CloneVM_Task, 'duration_secs': 1.752028} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.411248] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Created linked-clone VM from snapshot [ 1067.412153] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732436a-b311-4bbd-b4fd-a4c59e29be3b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.422480] env[69302]: DEBUG oslo_vmware.api [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.423157] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1067.423157] env[69302]: value = "task-3184043" [ 1067.423157] env[69302]: _type = "Task" [ 1067.423157] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.433796] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Uploading image bbf38ab6-7521-4f99-8223-7eeeaf32ed3e {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1067.443258] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.457345] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184041, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.470121] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1067.470121] env[69302]: value = "vm-636823" [ 1067.470121] env[69302]: _type = "VirtualMachine" [ 1067.470121] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1067.470121] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9efcc24b-31f5-467d-9f2a-a512865aeeac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.480087] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lease: (returnval){ [ 1067.480087] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529a012a-d904-585f-63ec-62de2d73aba4" [ 1067.480087] env[69302]: _type = "HttpNfcLease" [ 1067.480087] env[69302]: } obtained for exporting VM: (result){ [ 1067.480087] env[69302]: value = "vm-636823" [ 1067.480087] env[69302]: _type = "VirtualMachine" [ 1067.480087] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1067.480087] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the lease: (returnval){ [ 1067.480087] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529a012a-d904-585f-63ec-62de2d73aba4" [ 1067.480087] env[69302]: _type = "HttpNfcLease" [ 1067.480087] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.488751] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.488751] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529a012a-d904-585f-63ec-62de2d73aba4" [ 1067.488751] env[69302]: _type = "HttpNfcLease" [ 1067.488751] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.589943] env[69302]: DEBUG nova.scheduler.client.report [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.662388] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52352303-7ff0-dec9-d6b7-7cbdaf5eeef1, 'name': SearchDatastore_Task, 'duration_secs': 0.024125} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.662691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.662962] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] e777adea-7f72-46ca-8aeb-b9b90e57f6b7/e777adea-7f72-46ca-8aeb-b9b90e57f6b7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.663256] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29104a91-368b-44b8-b2e5-5a61045c910f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.672321] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1067.672321] env[69302]: value = "task-3184045" [ 1067.672321] env[69302]: _type = "Task" [ 1067.672321] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.682960] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.752094] env[69302]: DEBUG nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.778541] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.778882] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.778967] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.779182] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.782036] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.782036] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.782036] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.782036] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.782036] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.782036] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.782036] env[69302]: DEBUG nova.virt.hardware [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.782036] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5aa361-c5f1-4df4-a512-b9dce2322164 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.791587] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253d2ab6-8971-4be4-8007-af897433fc10 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.913320] env[69302]: DEBUG oslo_vmware.api [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184042, 'name': PowerOffVM_Task, 'duration_secs': 0.291314} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.913637] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.913810] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.914083] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e0c4707-23e8-46db-8254-f68c9d47aec2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.933883] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18579} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.934282] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.934945] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8578dc27-a807-4e97-a6c5-a42530231689 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.959128] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5aefd5ac-9e21-448c-8909-a3ab7f8abee0/5aefd5ac-9e21-448c-8909-a3ab7f8abee0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.962607] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca1aa39-91af-4f3f-972d-be30c233897f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.984289] env[69302]: DEBUG oslo_vmware.api [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184041, 'name': PowerOnVM_Task, 'duration_secs': 0.525513} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.988770] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.989099] env[69302]: INFO nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1067.989372] env[69302]: DEBUG nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.989750] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1067.989750] env[69302]: value = "task-3184047" [ 1067.989750] env[69302]: _type = "Task" [ 1067.989750] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.990506] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82051c75-e4fb-4df2-bbf9-c853c085c8cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.998681] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.998681] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529a012a-d904-585f-63ec-62de2d73aba4" [ 1067.998681] env[69302]: _type = "HttpNfcLease" [ 1067.998681] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.003068] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.003068] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529a012a-d904-585f-63ec-62de2d73aba4" [ 1068.003068] env[69302]: _type = "HttpNfcLease" [ 1068.003068] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.003379] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184047, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.006794] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d753dec-c0e8-42b1-8474-a183b49f0ddd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.017587] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8915-77c7-c91b-3bf6-449bf447453e/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.017760] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8915-77c7-c91b-3bf6-449bf447453e/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.095925] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.384s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.096223] env[69302]: INFO nova.compute.manager [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Migrating [ 1068.102966] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.328s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.104427] env[69302]: INFO nova.compute.claims [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.119026] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f9b515e-c98b-457f-8045-e6e9ee8e001b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.182397] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.307697] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.307925] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.308126] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleting the datastore file [datastore1] 614ee385-0dfe-4f35-bce3-6391b07b0266 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.308393] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49256433-6f42-4db9-bca4-59847a0b3b73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.316805] env[69302]: DEBUG oslo_vmware.api [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1068.316805] env[69302]: value = "task-3184048" [ 1068.316805] env[69302]: _type = "Task" [ 1068.316805] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.327138] env[69302]: DEBUG oslo_vmware.api [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.510212] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.520294] env[69302]: INFO nova.compute.manager [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Took 18.92 seconds to build instance. [ 1068.549236] env[69302]: DEBUG nova.compute.manager [req-ef1cf773-6a77-4808-8ed2-b8b51edea0f5 req-cbf15852-a72c-4c5e-9861-f942d3318e3e service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Received event network-vif-plugged-e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.549337] env[69302]: DEBUG oslo_concurrency.lockutils [req-ef1cf773-6a77-4808-8ed2-b8b51edea0f5 req-cbf15852-a72c-4c5e-9861-f942d3318e3e service nova] Acquiring lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.549936] env[69302]: DEBUG oslo_concurrency.lockutils [req-ef1cf773-6a77-4808-8ed2-b8b51edea0f5 req-cbf15852-a72c-4c5e-9861-f942d3318e3e service nova] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.549936] env[69302]: DEBUG oslo_concurrency.lockutils [req-ef1cf773-6a77-4808-8ed2-b8b51edea0f5 req-cbf15852-a72c-4c5e-9861-f942d3318e3e service nova] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.549936] env[69302]: DEBUG nova.compute.manager [req-ef1cf773-6a77-4808-8ed2-b8b51edea0f5 req-cbf15852-a72c-4c5e-9861-f942d3318e3e service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] No waiting events found dispatching network-vif-plugged-e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.552414] env[69302]: WARNING nova.compute.manager [req-ef1cf773-6a77-4808-8ed2-b8b51edea0f5 req-cbf15852-a72c-4c5e-9861-f942d3318e3e service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Received unexpected event network-vif-plugged-e1b1c6b3-7304-4e97-8d4d-8e230b648c9b for instance with vm_state building and task_state spawning. [ 1068.620028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.620028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.620028] env[69302]: DEBUG nova.network.neutron [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.648957] env[69302]: DEBUG nova.network.neutron [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Successfully updated port: e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.683930] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.831850] env[69302]: DEBUG oslo_vmware.api [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179898} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.831850] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.831850] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.831850] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.831850] env[69302]: INFO nova.compute.manager [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1068.831850] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.831850] env[69302]: DEBUG nova.compute.manager [-] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.831850] env[69302]: DEBUG nova.network.neutron [-] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.008107] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.024032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-956c5516-124d-47dd-94a5-8ec7bef7e594 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.432s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.035435] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "b798e0a1-81b2-45d9-a09a-ed9251851071" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.037042] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "b798e0a1-81b2-45d9-a09a-ed9251851071" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.157532] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.157532] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.157532] env[69302]: DEBUG nova.network.neutron [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.184261] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184045, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.416459} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.184584] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] e777adea-7f72-46ca-8aeb-b9b90e57f6b7/e777adea-7f72-46ca-8aeb-b9b90e57f6b7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.184864] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.187950] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-390133ee-58c9-48ab-a237-e6d4761680c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.200326] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1069.200326] env[69302]: value = "task-3184049" [ 1069.200326] env[69302]: _type = "Task" [ 1069.200326] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.215281] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.469166] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46960c54-db5b-4108-af28-6a8ee0e5b72a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.479350] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7724174d-446f-4b7b-a4df-8592f3ceda27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.521268] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302f9d7d-db5f-4842-aa87-bd973cbc7d2b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.535538] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f138e83e-1f1e-43fb-8c20-652791b4aba5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.539660] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184047, 'name': ReconfigVM_Task, 'duration_secs': 1.306825} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.540133] env[69302]: DEBUG nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.542732] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5aefd5ac-9e21-448c-8909-a3ab7f8abee0/5aefd5ac-9e21-448c-8909-a3ab7f8abee0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.543726] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40347bae-952c-4a87-bfa2-06a69fa4ed84 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.554579] env[69302]: DEBUG nova.compute.provider_tree [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.557742] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1069.557742] env[69302]: value = "task-3184050" [ 1069.557742] env[69302]: _type = "Task" [ 1069.557742] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.562128] env[69302]: DEBUG nova.network.neutron [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.569722] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184050, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.690623] env[69302]: DEBUG nova.network.neutron [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.711920] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079606} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.712274] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.713146] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cc1af3-c880-4f3f-9d3b-9856ecdd85aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.734815] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] e777adea-7f72-46ca-8aeb-b9b90e57f6b7/e777adea-7f72-46ca-8aeb-b9b90e57f6b7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.737658] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ce0d0b-52fa-409f-9027-5e350235bfff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.760731] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1069.760731] env[69302]: value = "task-3184051" [ 1069.760731] env[69302]: _type = "Task" [ 1069.760731] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.770616] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.807913] env[69302]: DEBUG nova.network.neutron [-] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.844856] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.845225] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.845428] env[69302]: DEBUG nova.compute.manager [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.846575] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e128f30-8f02-4297-a277-b346acaa5e3e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.854814] env[69302]: DEBUG nova.compute.manager [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1069.855445] env[69302]: DEBUG nova.objects.instance [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'flavor' on Instance uuid 12be5af5-7c9e-4fb6-9434-c915869ba4c6 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.867248] env[69302]: DEBUG nova.network.neutron [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Updating instance_info_cache with network_info: [{"id": "e1b1c6b3-7304-4e97-8d4d-8e230b648c9b", "address": "fa:16:3e:fb:f0:a8", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b1c6b3-73", "ovs_interfaceid": "e1b1c6b3-7304-4e97-8d4d-8e230b648c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.058519] env[69302]: DEBUG nova.scheduler.client.report [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.065712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.068172] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.074692] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184050, 'name': Rename_Task, 'duration_secs': 0.338433} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.076499] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.076499] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08f3e786-22d3-4509-b83f-a14cd7ddc2d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.085696] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1070.085696] env[69302]: value = "task-3184052" [ 1070.085696] env[69302]: _type = "Task" [ 1070.085696] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.095172] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.274777] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.311768] env[69302]: INFO nova.compute.manager [-] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Took 1.48 seconds to deallocate network for instance. [ 1070.369530] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.369754] env[69302]: DEBUG nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Instance network_info: |[{"id": "e1b1c6b3-7304-4e97-8d4d-8e230b648c9b", "address": "fa:16:3e:fb:f0:a8", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b1c6b3-73", "ovs_interfaceid": "e1b1c6b3-7304-4e97-8d4d-8e230b648c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.370781] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f0:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1b1c6b3-7304-4e97-8d4d-8e230b648c9b', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.380337] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.381266] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.382123] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ea184e3-7391-4a42-a7dd-b2a96f279b16 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.407062] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.407062] env[69302]: value = "task-3184053" [ 1070.407062] env[69302]: _type = "Task" [ 1070.407062] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.419325] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184053, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.566250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.566794] env[69302]: DEBUG nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.569561] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.563s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.569796] env[69302]: DEBUG nova.objects.instance [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lazy-loading 'resources' on Instance uuid 12b3bc02-7bf0-4628-8787-f3a38ab6a23a {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.585348] env[69302]: DEBUG nova.compute.manager [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Received event network-changed-e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.585348] env[69302]: DEBUG nova.compute.manager [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Refreshing instance network info cache due to event network-changed-e1b1c6b3-7304-4e97-8d4d-8e230b648c9b. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.587365] env[69302]: DEBUG oslo_concurrency.lockutils [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] Acquiring lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.587365] env[69302]: DEBUG oslo_concurrency.lockutils [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] Acquired lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.587365] env[69302]: DEBUG nova.network.neutron [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Refreshing network info cache for port e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.600973] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.772708] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184051, 'name': ReconfigVM_Task, 'duration_secs': 0.851571} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.773041] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Reconfigured VM instance instance-0000005c to attach disk [datastore2] e777adea-7f72-46ca-8aeb-b9b90e57f6b7/e777adea-7f72-46ca-8aeb-b9b90e57f6b7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.774049] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85ee9803-2e74-443a-89a3-e236aa05fd2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.782126] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1070.782126] env[69302]: value = "task-3184054" [ 1070.782126] env[69302]: _type = "Task" [ 1070.782126] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.790997] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184054, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.818438] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.866623] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.866860] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda9cb0c-51b2-430a-8a08-9c8a9c2efbfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.875783] env[69302]: DEBUG oslo_vmware.api [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1070.875783] env[69302]: value = "task-3184055" [ 1070.875783] env[69302]: _type = "Task" [ 1070.875783] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.885539] env[69302]: DEBUG oslo_vmware.api [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.917846] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184053, 'name': CreateVM_Task, 'duration_secs': 0.387923} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.918267] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.918760] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.918924] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.919263] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.919529] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d0f0ef-c3a3-4536-80c7-fa9b1fb860ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.924843] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1070.924843] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5245f534-b41b-e28b-a69b-7c09e33292d5" [ 1070.924843] env[69302]: _type = "Task" [ 1070.924843] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.935524] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5245f534-b41b-e28b-a69b-7c09e33292d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.077260] env[69302]: DEBUG nova.compute.utils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.084479] env[69302]: DEBUG nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.084684] env[69302]: DEBUG nova.network.neutron [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.102326] env[69302]: DEBUG oslo_vmware.api [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184052, 'name': PowerOnVM_Task, 'duration_secs': 0.607545} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.102326] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.102585] env[69302]: INFO nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1071.102639] env[69302]: DEBUG nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.106013] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a662e6a-2977-4259-8b15-c8cfb736fd14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.151792] env[69302]: DEBUG nova.policy [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98b555cc6b5425bba7dffb499853c6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '189b6b93b43b4983a8cf22b4919dae16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.294303] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184054, 'name': Rename_Task, 'duration_secs': 0.153359} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.300480] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.300480] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0cf0264-2d9a-463d-9860-9f1e1558c3d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.308350] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1071.308350] env[69302]: value = "task-3184056" [ 1071.308350] env[69302]: _type = "Task" [ 1071.308350] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.321572] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.344706] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa37a75-725e-47fc-a0f3-4cab090d6834 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.355216] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a273cf-c588-4af1-b086-9d63c26a2af7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.400865] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c276dcd-7dc2-4699-9271-ec2d8b58018c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.410273] env[69302]: DEBUG oslo_vmware.api [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184055, 'name': PowerOffVM_Task, 'duration_secs': 0.232854} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.412727] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.412949] env[69302]: DEBUG nova.compute.manager [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.413783] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd14277-7736-4c1e-87e9-e18e47e77d4d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.417474] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa1afc-7eb6-4a61-bb35-307a69dd5c48 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.439520] env[69302]: DEBUG nova.compute.provider_tree [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.447965] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5245f534-b41b-e28b-a69b-7c09e33292d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01992} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.448286] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.448569] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.448831] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.448995] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.449186] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.449475] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6dfc159-a027-4a31-aa58-03d664f220fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.480181] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.480374] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.481168] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00da633-ca00-4b74-9233-635c0c2a3851 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.487576] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1071.487576] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526f714e-7e07-9f3c-cddf-3ef52feae1ee" [ 1071.487576] env[69302]: _type = "Task" [ 1071.487576] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.491548] env[69302]: DEBUG nova.network.neutron [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Updated VIF entry in instance network info cache for port e1b1c6b3-7304-4e97-8d4d-8e230b648c9b. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.491918] env[69302]: DEBUG nova.network.neutron [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Updating instance_info_cache with network_info: [{"id": "e1b1c6b3-7304-4e97-8d4d-8e230b648c9b", "address": "fa:16:3e:fb:f0:a8", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b1c6b3-73", "ovs_interfaceid": "e1b1c6b3-7304-4e97-8d4d-8e230b648c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.498779] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526f714e-7e07-9f3c-cddf-3ef52feae1ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.583032] env[69302]: DEBUG nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.591811] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b913dc-6f00-4a1c-a1e7-3380cd8dc157 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.616082] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance '93b679c4-2c07-4b85-bc37-84488097d52f' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.633033] env[69302]: INFO nova.compute.manager [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Took 22.04 seconds to build instance. [ 1071.658575] env[69302]: DEBUG nova.network.neutron [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Successfully created port: ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.824707] env[69302]: DEBUG oslo_vmware.api [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184056, 'name': PowerOnVM_Task, 'duration_secs': 0.496109} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.824707] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.824707] env[69302]: INFO nova.compute.manager [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1071.824707] env[69302]: DEBUG nova.compute.manager [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.825220] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201f5651-f69d-4f5e-9c8e-aac17d1db538 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.944389] env[69302]: DEBUG nova.scheduler.client.report [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.948973] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9d17c3bf-54ee-4184-914f-d28396ec54d3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.995337] env[69302]: DEBUG oslo_concurrency.lockutils [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] Releasing lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.996124] env[69302]: DEBUG nova.compute.manager [req-290ea837-52e8-4305-94a7-9e6d02e8e7a9 req-227ff62a-6837-4de8-9b10-f5810d92084f service nova] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Received event network-vif-deleted-d5db59eb-11d6-4fcb-a27b-ffbc6c7539cb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.002158] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526f714e-7e07-9f3c-cddf-3ef52feae1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.02069} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.003166] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24b3c3a-c20b-4472-b92c-fc92c1789448 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.011373] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1072.011373] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d1ddf0-1019-4da9-fa13-de13f927df1d" [ 1072.011373] env[69302]: _type = "Task" [ 1072.011373] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.019339] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d1ddf0-1019-4da9-fa13-de13f927df1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.129421] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.129720] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b199847a-f1c4-4778-82dc-f092d563c61c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.135503] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a2290495-cb03-4249-aa5f-c10bea545ba8 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.551s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.138481] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1072.138481] env[69302]: value = "task-3184057" [ 1072.138481] env[69302]: _type = "Task" [ 1072.138481] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.149636] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.307146] env[69302]: DEBUG nova.compute.manager [req-537db1ed-36c5-4c65-bb57-fc7dfaa4320e req-528b99f8-d9cf-447f-a12a-7469d9922975 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.307356] env[69302]: DEBUG nova.compute.manager [req-537db1ed-36c5-4c65-bb57-fc7dfaa4320e req-528b99f8-d9cf-447f-a12a-7469d9922975 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing instance network info cache due to event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.307585] env[69302]: DEBUG oslo_concurrency.lockutils [req-537db1ed-36c5-4c65-bb57-fc7dfaa4320e req-528b99f8-d9cf-447f-a12a-7469d9922975 service nova] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.307734] env[69302]: DEBUG oslo_concurrency.lockutils [req-537db1ed-36c5-4c65-bb57-fc7dfaa4320e req-528b99f8-d9cf-447f-a12a-7469d9922975 service nova] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.307900] env[69302]: DEBUG nova.network.neutron [req-537db1ed-36c5-4c65-bb57-fc7dfaa4320e req-528b99f8-d9cf-447f-a12a-7469d9922975 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.343917] env[69302]: INFO nova.compute.manager [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Took 20.45 seconds to build instance. [ 1072.453330] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.454491] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.465s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.455769] env[69302]: DEBUG nova.objects.instance [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'resources' on Instance uuid 0c00bc06-5d0d-4423-894f-afb63d21abff {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.477444] env[69302]: INFO nova.scheduler.client.report [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted allocations for instance 12b3bc02-7bf0-4628-8787-f3a38ab6a23a [ 1072.523391] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d1ddf0-1019-4da9-fa13-de13f927df1d, 'name': SearchDatastore_Task, 'duration_secs': 0.026691} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.523391] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.523391] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5/1f7dcf45-c01a-4e40-b1e7-e4803c7415f5.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.523391] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00deb17c-61b7-4f81-8c0e-52dba611fded {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.530444] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1072.530444] env[69302]: value = "task-3184058" [ 1072.530444] env[69302]: _type = "Task" [ 1072.530444] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.543020] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.543020] env[69302]: INFO nova.compute.manager [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Rebuilding instance [ 1072.584200] env[69302]: DEBUG nova.compute.manager [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.585100] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1362ca8d-0a54-437f-9c9f-d1b9dd8a4b1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.596493] env[69302]: DEBUG nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.617862] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.618119] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.618282] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.618464] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.618608] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.618971] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.618971] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.619150] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.619316] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.619478] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.619653] env[69302]: DEBUG nova.virt.hardware [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.620566] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4ebc67-df0f-437d-9bce-a3dd15dc69bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.629375] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dae0af-75fa-45fd-8519-7533b70768e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.652064] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184057, 'name': PowerOffVM_Task, 'duration_secs': 0.337132} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.652349] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.652535] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance '93b679c4-2c07-4b85-bc37-84488097d52f' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.845629] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4d178388-1cdf-4c69-9425-1b3bc9795071 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.963s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.986385] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b81430e8-4348-4698-a5b3-5676a14a5307 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "12b3bc02-7bf0-4628-8787-f3a38ab6a23a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.441s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.049463] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.131203] env[69302]: DEBUG nova.network.neutron [req-537db1ed-36c5-4c65-bb57-fc7dfaa4320e req-528b99f8-d9cf-447f-a12a-7469d9922975 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updated VIF entry in instance network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.131203] env[69302]: DEBUG nova.network.neutron [req-537db1ed-36c5-4c65-bb57-fc7dfaa4320e req-528b99f8-d9cf-447f-a12a-7469d9922975 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.163099] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.163099] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.163099] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.163099] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.163386] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.163386] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.163505] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.166905] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.166905] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.166905] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.166905] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.170368] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a803a778-519a-4c4a-bafe-ea39a913cc0d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.192651] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1073.192651] env[69302]: value = "task-3184059" [ 1073.192651] env[69302]: _type = "Task" [ 1073.192651] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.204793] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.262725] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.263087] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.280268] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87437e4-dc7b-4dd9-82fc-2f73f2e3896f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.291318] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f25a252-3dcc-4ce8-9cab-89549bea538e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.328823] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f2aa0-60e5-47a4-b1a0-2d30a85b62e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.337363] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead8b1b6-989e-4ef8-9763-2454c7f7196f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.356817] env[69302]: DEBUG nova.compute.provider_tree [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.426652] env[69302]: DEBUG nova.network.neutron [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Successfully updated port: ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.430251] env[69302]: DEBUG nova.compute.manager [req-e7a56ca4-a9b3-4a6d-8160-1793a97f3013 req-f73ce223-3651-4bf1-934b-3ffc4b05e0f1 service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Received event network-vif-plugged-ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.430418] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7a56ca4-a9b3-4a6d-8160-1793a97f3013 req-f73ce223-3651-4bf1-934b-3ffc4b05e0f1 service nova] Acquiring lock "132fa687-a8f0-45a3-9206-7017c2a8b510-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.430626] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7a56ca4-a9b3-4a6d-8160-1793a97f3013 req-f73ce223-3651-4bf1-934b-3ffc4b05e0f1 service nova] Lock "132fa687-a8f0-45a3-9206-7017c2a8b510-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.430924] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7a56ca4-a9b3-4a6d-8160-1793a97f3013 req-f73ce223-3651-4bf1-934b-3ffc4b05e0f1 service nova] Lock "132fa687-a8f0-45a3-9206-7017c2a8b510-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.431102] env[69302]: DEBUG nova.compute.manager [req-e7a56ca4-a9b3-4a6d-8160-1793a97f3013 req-f73ce223-3651-4bf1-934b-3ffc4b05e0f1 service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] No waiting events found dispatching network-vif-plugged-ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.431233] env[69302]: WARNING nova.compute.manager [req-e7a56ca4-a9b3-4a6d-8160-1793a97f3013 req-f73ce223-3651-4bf1-934b-3ffc4b05e0f1 service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Received unexpected event network-vif-plugged-ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc for instance with vm_state building and task_state spawning. [ 1073.541812] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945573} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.542089] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5/1f7dcf45-c01a-4e40-b1e7-e4803c7415f5.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.542306] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.542562] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f675c2c0-f451-4fda-980f-7ee6c4f11e15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.548987] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1073.548987] env[69302]: value = "task-3184060" [ 1073.548987] env[69302]: _type = "Task" [ 1073.548987] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.557724] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.563318] env[69302]: INFO nova.compute.manager [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Rebuilding instance [ 1073.602241] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.604212] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05c90b52-6192-45ed-8307-d10e0507fc2f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.606052] env[69302]: DEBUG nova.compute.manager [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.606821] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be12eb8-df7c-422b-b396-348897fa0af6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.616579] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1073.616579] env[69302]: value = "task-3184061" [ 1073.616579] env[69302]: _type = "Task" [ 1073.616579] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.626061] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1073.626335] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.627127] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e57abb8-0fad-4804-a001-676ea77921c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.632823] env[69302]: DEBUG oslo_concurrency.lockutils [req-537db1ed-36c5-4c65-bb57-fc7dfaa4320e req-528b99f8-d9cf-447f-a12a-7469d9922975 service nova] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.634565] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.634807] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd3b698-705c-476c-88b8-e984049570d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.670764] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "c0b280a4-030f-4140-a136-780120552626" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.671168] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "c0b280a4-030f-4140-a136-780120552626" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.671386] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "c0b280a4-030f-4140-a136-780120552626-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.671601] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "c0b280a4-030f-4140-a136-780120552626-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.671733] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "c0b280a4-030f-4140-a136-780120552626-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.673816] env[69302]: INFO nova.compute.manager [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Terminating instance [ 1073.704047] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184059, 'name': ReconfigVM_Task, 'duration_secs': 0.313729} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.704047] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance '93b679c4-2c07-4b85-bc37-84488097d52f' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.714378] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.714615] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.714763] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleting the datastore file [datastore2] 12be5af5-7c9e-4fb6-9434-c915869ba4c6 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.715025] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d503283-c8be-4f8d-8299-75aabc6a2887 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.722092] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1073.722092] env[69302]: value = "task-3184063" [ 1073.722092] env[69302]: _type = "Task" [ 1073.722092] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.730104] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.767736] env[69302]: DEBUG nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.860395] env[69302]: DEBUG nova.scheduler.client.report [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.929319] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "refresh_cache-132fa687-a8f0-45a3-9206-7017c2a8b510" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.929319] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "refresh_cache-132fa687-a8f0-45a3-9206-7017c2a8b510" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.929463] env[69302]: DEBUG nova.network.neutron [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.058989] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120723} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.059270] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.060050] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88434c-2d55-443b-b704-1affbc2a891b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.082493] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5/1f7dcf45-c01a-4e40-b1e7-e4803c7415f5.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.082767] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a25b7e-b80f-4c28-987e-f0bde9cc4381 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.102826] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1074.102826] env[69302]: value = "task-3184064" [ 1074.102826] env[69302]: _type = "Task" [ 1074.102826] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.110783] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.177420] env[69302]: DEBUG nova.compute.manager [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.177707] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.178670] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6758d4ed-2a6a-4067-b57e-3bea8bf159f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.187955] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.188288] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8cc365-0d7b-4fe0-98a2-8c86ca642498 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.195048] env[69302]: DEBUG oslo_vmware.api [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1074.195048] env[69302]: value = "task-3184065" [ 1074.195048] env[69302]: _type = "Task" [ 1074.195048] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.203780] env[69302]: DEBUG oslo_vmware.api [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.210706] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.211050] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.211272] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.211535] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.211741] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.211944] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.212246] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.212473] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.212704] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.212939] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.213195] env[69302]: DEBUG nova.virt.hardware [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.221949] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.222375] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378a64e6-5ae7-4804-8896-6538aaff26a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.253931] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409255} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.255651] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.257696] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.257696] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.259849] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1074.259849] env[69302]: value = "task-3184066" [ 1074.259849] env[69302]: _type = "Task" [ 1074.259849] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.269265] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184066, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.292419] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.367058] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.370403] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.302s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.372499] env[69302]: INFO nova.compute.claims [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.394999] env[69302]: INFO nova.scheduler.client.report [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted allocations for instance 0c00bc06-5d0d-4423-894f-afb63d21abff [ 1074.471178] env[69302]: DEBUG nova.network.neutron [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.614989] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184064, 'name': ReconfigVM_Task, 'duration_secs': 0.436903} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.615367] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5/1f7dcf45-c01a-4e40-b1e7-e4803c7415f5.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.615914] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c253e1d-1730-4a9e-a030-0e91b09f880d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.620340] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.620573] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7735c7e9-1517-4e6a-8e08-0ce9792d2395 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.623191] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1074.623191] env[69302]: value = "task-3184067" [ 1074.623191] env[69302]: _type = "Task" [ 1074.623191] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.630294] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1074.630294] env[69302]: value = "task-3184068" [ 1074.630294] env[69302]: _type = "Task" [ 1074.630294] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.636846] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184067, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.650643] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.669804] env[69302]: DEBUG nova.network.neutron [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Updating instance_info_cache with network_info: [{"id": "ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc", "address": "fa:16:3e:2e:9b:fa", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee33c28b-49", "ovs_interfaceid": "ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.706256] env[69302]: DEBUG oslo_vmware.api [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184065, 'name': PowerOffVM_Task, 'duration_secs': 0.21062} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.707030] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.707030] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.707194] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f5ee55f-86d9-43bf-97e6-8520cd02b2a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.774692] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184066, 'name': ReconfigVM_Task, 'duration_secs': 0.229202} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.775456] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.776454] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185fe802-d5f1-4bce-9bc1-74e27cd87283 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.780236] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.780437] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.780614] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleting the datastore file [datastore2] c0b280a4-030f-4140-a136-780120552626 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.781240] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b348096d-bb63-4a2b-a20b-820d8127cc08 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.801680] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 93b679c4-2c07-4b85-bc37-84488097d52f/93b679c4-2c07-4b85-bc37-84488097d52f.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.803654] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dac167f-0ab3-4a2c-b0a5-679f2c37df15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.819564] env[69302]: DEBUG oslo_vmware.api [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1074.819564] env[69302]: value = "task-3184070" [ 1074.819564] env[69302]: _type = "Task" [ 1074.819564] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.824931] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1074.824931] env[69302]: value = "task-3184071" [ 1074.824931] env[69302]: _type = "Task" [ 1074.824931] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.831382] env[69302]: DEBUG oslo_vmware.api [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.836423] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.905949] env[69302]: DEBUG oslo_concurrency.lockutils [None req-901dac12-748c-4de2-a445-8d80f5bb6b9b tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "0c00bc06-5d0d-4423-894f-afb63d21abff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.372s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.133805] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184067, 'name': Rename_Task, 'duration_secs': 0.279519} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.136848] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.137100] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34c0fbc8-7437-4ebb-99b6-417231260e5e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.143348] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184068, 'name': PowerOffVM_Task, 'duration_secs': 0.221181} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.145045] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.145818] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.146245] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1075.146245] env[69302]: value = "task-3184072" [ 1075.146245] env[69302]: _type = "Task" [ 1075.146245] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.146836] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda8386-dde7-4ce9-b1cd-a282cfa377d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.157116] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.159202] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.159634] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24eea8d9-9fbc-4b00-8f2d-de46b555e6dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.172644] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "refresh_cache-132fa687-a8f0-45a3-9206-7017c2a8b510" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.172979] env[69302]: DEBUG nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Instance network_info: |[{"id": "ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc", "address": "fa:16:3e:2e:9b:fa", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee33c28b-49", "ovs_interfaceid": "ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.173422] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:9b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee018eb-75be-4037-a80a-07034d4eae35', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.181889] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.182159] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.183566] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3801f8e6-9c0a-4e7f-b184-3b181034b557 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.197573] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.197785] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.197962] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Deleting the datastore file [datastore2] e777adea-7f72-46ca-8aeb-b9b90e57f6b7 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.200769] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07abd583-a362-4bbe-bfc0-710de3f65361 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.209913] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.209913] env[69302]: value = "task-3184074" [ 1075.209913] env[69302]: _type = "Task" [ 1075.209913] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.211294] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1075.211294] env[69302]: value = "task-3184075" [ 1075.211294] env[69302]: _type = "Task" [ 1075.211294] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.223048] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.226300] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184074, 'name': CreateVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.293784] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.294072] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.294241] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.294526] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.294696] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.294849] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.295066] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.295273] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.295473] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.295644] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.295826] env[69302]: DEBUG nova.virt.hardware [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.296741] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90078da1-bc2e-43fb-8dec-434d4c7e124c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.304422] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf7801d-1f3e-430a-9bda-54fad71bca73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.318948] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:70:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5acfb1fa-b59e-4d5b-8036-f293f8daaf2b', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.326700] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.327173] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.333296] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb6bbc7a-b732-403a-a7c8-f4269d2a977b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.353428] env[69302]: DEBUG oslo_vmware.api [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438053} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.357673] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.357880] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.358127] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.358243] env[69302]: INFO nova.compute.manager [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: c0b280a4-030f-4140-a136-780120552626] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1075.358483] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.358683] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.358875] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.358875] env[69302]: value = "task-3184076" [ 1075.358875] env[69302]: _type = "Task" [ 1075.358875] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.359065] env[69302]: DEBUG nova.compute.manager [-] [instance: c0b280a4-030f-4140-a136-780120552626] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.359161] env[69302]: DEBUG nova.network.neutron [-] [instance: c0b280a4-030f-4140-a136-780120552626] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.368998] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184076, 'name': CreateVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.460436] env[69302]: DEBUG nova.compute.manager [req-5305fe7a-7b77-4c01-8c1e-fde886104573 req-1dc905e2-a784-4f3d-acb2-9e4005d460fe service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Received event network-changed-ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.460666] env[69302]: DEBUG nova.compute.manager [req-5305fe7a-7b77-4c01-8c1e-fde886104573 req-1dc905e2-a784-4f3d-acb2-9e4005d460fe service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Refreshing instance network info cache due to event network-changed-ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.460940] env[69302]: DEBUG oslo_concurrency.lockutils [req-5305fe7a-7b77-4c01-8c1e-fde886104573 req-1dc905e2-a784-4f3d-acb2-9e4005d460fe service nova] Acquiring lock "refresh_cache-132fa687-a8f0-45a3-9206-7017c2a8b510" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.461099] env[69302]: DEBUG oslo_concurrency.lockutils [req-5305fe7a-7b77-4c01-8c1e-fde886104573 req-1dc905e2-a784-4f3d-acb2-9e4005d460fe service nova] Acquired lock "refresh_cache-132fa687-a8f0-45a3-9206-7017c2a8b510" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.461270] env[69302]: DEBUG nova.network.neutron [req-5305fe7a-7b77-4c01-8c1e-fde886104573 req-1dc905e2-a784-4f3d-acb2-9e4005d460fe service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Refreshing network info cache for port ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.635484] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436f3db0-68d4-437b-a50e-5fde795e8695 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.648667] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53251cca-90f5-4200-80a2-fff20090a32c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.661668] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.692844] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd2d9d-5b25-4159-a157-069b5c1c4dc0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.701392] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb9e093-4fb0-4798-bd4a-e174287cd475 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.716506] env[69302]: DEBUG nova.compute.provider_tree [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.728697] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184074, 'name': CreateVM_Task, 'duration_secs': 0.359446} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.731545] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.732094] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15961} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.732717] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.732874] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.733204] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.733499] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.733696] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.733928] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.736069] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e7e279-a6d9-4446-bf81-dbf24d8d4e4c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.741540] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1075.741540] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6dbac-a877-dfbf-5e5c-9aded4640dc2" [ 1075.741540] env[69302]: _type = "Task" [ 1075.741540] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.750427] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6dbac-a877-dfbf-5e5c-9aded4640dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.837517] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184071, 'name': ReconfigVM_Task, 'duration_secs': 0.627908} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.838925] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 93b679c4-2c07-4b85-bc37-84488097d52f/93b679c4-2c07-4b85-bc37-84488097d52f.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.839207] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance '93b679c4-2c07-4b85-bc37-84488097d52f' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.845322] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.845559] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.870557] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184076, 'name': CreateVM_Task, 'duration_secs': 0.40712} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.870706] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.871524] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.147699] env[69302]: DEBUG nova.network.neutron [-] [instance: c0b280a4-030f-4140-a136-780120552626] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.158809] env[69302]: DEBUG nova.network.neutron [req-5305fe7a-7b77-4c01-8c1e-fde886104573 req-1dc905e2-a784-4f3d-acb2-9e4005d460fe service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Updated VIF entry in instance network info cache for port ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.159251] env[69302]: DEBUG nova.network.neutron [req-5305fe7a-7b77-4c01-8c1e-fde886104573 req-1dc905e2-a784-4f3d-acb2-9e4005d460fe service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Updating instance_info_cache with network_info: [{"id": "ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc", "address": "fa:16:3e:2e:9b:fa", "network": {"id": "cbd5331e-b6df-4959-825b-a5d5a882ea66", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-309496939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "189b6b93b43b4983a8cf22b4919dae16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee018eb-75be-4037-a80a-07034d4eae35", "external-id": "nsx-vlan-transportzone-8", "segmentation_id": 8, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee33c28b-49", "ovs_interfaceid": "ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.166027] env[69302]: DEBUG oslo_vmware.api [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184072, 'name': PowerOnVM_Task, 'duration_secs': 0.615726} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.166268] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.166460] env[69302]: INFO nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1076.166637] env[69302]: DEBUG nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.167438] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b194c446-2891-4971-a2d0-f1c3ccd1a096 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.224912] env[69302]: DEBUG nova.scheduler.client.report [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.252902] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b6dbac-a877-dfbf-5e5c-9aded4640dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.015427} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.253313] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.253605] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.253918] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.254099] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.254293] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.254584] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.254880] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.255182] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ad5c950-85ca-40ff-a161-a11a03b42481 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.257245] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c9bf22-0ac9-46d5-980e-51422a1e405e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.262723] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1076.262723] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5244ceb7-135a-ca73-b7f8-00ca0a8efb33" [ 1076.262723] env[69302]: _type = "Task" [ 1076.262723] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.266726] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.266906] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.268281] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031b94b4-65bc-43cf-99b4-27a68c879693 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.273871] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5244ceb7-135a-ca73-b7f8-00ca0a8efb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.278294] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1076.278294] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52642439-f054-4a7f-0a14-740b56698f3f" [ 1076.278294] env[69302]: _type = "Task" [ 1076.278294] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.286048] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52642439-f054-4a7f-0a14-740b56698f3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.347219] env[69302]: DEBUG nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.350212] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb2f12-0ea3-4e33-9929-41d6078289c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.370912] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f333a-0c7d-495a-b730-8e6990b63058 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.388843] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance '93b679c4-2c07-4b85-bc37-84488097d52f' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.650071] env[69302]: INFO nova.compute.manager [-] [instance: c0b280a4-030f-4140-a136-780120552626] Took 1.29 seconds to deallocate network for instance. [ 1076.662550] env[69302]: DEBUG oslo_concurrency.lockutils [req-5305fe7a-7b77-4c01-8c1e-fde886104573 req-1dc905e2-a784-4f3d-acb2-9e4005d460fe service nova] Releasing lock "refresh_cache-132fa687-a8f0-45a3-9206-7017c2a8b510" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.686077] env[69302]: INFO nova.compute.manager [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Took 24.71 seconds to build instance. [ 1076.729842] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.730371] env[69302]: DEBUG nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.733411] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.915s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.733687] env[69302]: DEBUG nova.objects.instance [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lazy-loading 'resources' on Instance uuid 614ee385-0dfe-4f35-bce3-6391b07b0266 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.772564] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.772800] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.772953] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.773147] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.773292] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.773436] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.773697] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.773875] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.774051] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.774243] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.774377] env[69302]: DEBUG nova.virt.hardware [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.775470] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2294c4b8-4295-43c4-9b95-0271a608275a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.787628] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5244ceb7-135a-ca73-b7f8-00ca0a8efb33, 'name': SearchDatastore_Task, 'duration_secs': 0.018325} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.788377] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.788641] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.788914] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.790205] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26e1937-8326-4fc9-b844-ee1994077a70 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.797501] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52642439-f054-4a7f-0a14-740b56698f3f, 'name': SearchDatastore_Task, 'duration_secs': 0.040534} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.798619] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288b749d-20e0-4b7b-b159-43353776b776 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.808755] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.814390] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.815363] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.815619] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcba423e-d462-4271-8c84-ead8fb82e8b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.828643] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1076.828643] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520c19ce-3dee-0aeb-5e18-ab1682455104" [ 1076.828643] env[69302]: _type = "Task" [ 1076.828643] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.837229] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520c19ce-3dee-0aeb-5e18-ab1682455104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.837985] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.837985] env[69302]: value = "task-3184077" [ 1076.837985] env[69302]: _type = "Task" [ 1076.837985] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.844725] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184077, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.871141] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.941624] env[69302]: DEBUG nova.network.neutron [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Port 40e56ddb-d463-489b-b925-9d8275730ad7 binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1077.156917] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.188859] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b84d38e4-4875-46b1-adde-6cce2840a973 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.224s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.240900] env[69302]: DEBUG nova.compute.utils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.247386] env[69302]: DEBUG nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.247386] env[69302]: DEBUG nova.network.neutron [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.287284] env[69302]: DEBUG nova.policy [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39728d27c8c849f4845abe7d85c01273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d183872da7445c7b3aa769b571828d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.344178] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520c19ce-3dee-0aeb-5e18-ab1682455104, 'name': SearchDatastore_Task, 'duration_secs': 0.03206} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.350361] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.350699] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 132fa687-a8f0-45a3-9206-7017c2a8b510/132fa687-a8f0-45a3-9206-7017c2a8b510.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.351315] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.351526] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.351883] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4bef6e2-8ea3-41d2-96c4-8745c6aec334 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.354694] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0dbb872-6692-495e-982c-86f987983d72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.360964] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184077, 'name': CreateVM_Task, 'duration_secs': 0.391404} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.361472] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.361978] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.362147] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.362552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.362821] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11105a4-0486-4d53-be3e-9e7630337156 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.368463] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1077.368463] env[69302]: value = "task-3184078" [ 1077.368463] env[69302]: _type = "Task" [ 1077.368463] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.370259] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.370438] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.374631] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1b323a-e027-4c37-846e-7819b6172c39 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.378156] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1077.378156] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528ed531-30b3-32f4-6eb1-6295ed3c600c" [ 1077.378156] env[69302]: _type = "Task" [ 1077.378156] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.390350] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.390724] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1077.390724] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cd3865-28f2-09cc-5c8f-a54f1463c44f" [ 1077.390724] env[69302]: _type = "Task" [ 1077.390724] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.400985] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528ed531-30b3-32f4-6eb1-6295ed3c600c, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.401891] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.402167] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.402396] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.406734] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cd3865-28f2-09cc-5c8f-a54f1463c44f, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.407585] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f66b9d0-46dc-489d-96f3-79b41dffdd2a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.418224] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1077.418224] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52398675-bcd1-b6db-eb39-c016aa830eb3" [ 1077.418224] env[69302]: _type = "Task" [ 1077.418224] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.426342] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52398675-bcd1-b6db-eb39-c016aa830eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.502641] env[69302]: DEBUG nova.compute.manager [req-8f4bc9dd-026e-4b03-a073-e57589005ec2 req-dbd77503-28ed-44e7-a575-742a4664b3b2 service nova] [instance: c0b280a4-030f-4140-a136-780120552626] Received event network-vif-deleted-ac26a889-0649-4e5f-88fa-2f0cda9ad686 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.520922] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15037dfb-90dd-432e-853d-ca51d5cadda6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.533929] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69790f7c-969e-4d00-8c98-9cd87795957c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.566913] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf077b5d-80a7-4318-820d-ecca1db33d81 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.578035] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842b9286-4392-46a6-875a-ed543319b12b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.590828] env[69302]: DEBUG nova.compute.provider_tree [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.598227] env[69302]: DEBUG nova.network.neutron [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Successfully created port: 1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.657375] env[69302]: DEBUG nova.compute.manager [req-98a487d2-1b12-4012-870f-414591057947 req-ad1f43ae-ecc1-41c8-9f65-382260900fa9 service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Received event network-changed-e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.657375] env[69302]: DEBUG nova.compute.manager [req-98a487d2-1b12-4012-870f-414591057947 req-ad1f43ae-ecc1-41c8-9f65-382260900fa9 service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Refreshing instance network info cache due to event network-changed-e1b1c6b3-7304-4e97-8d4d-8e230b648c9b. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.657375] env[69302]: DEBUG oslo_concurrency.lockutils [req-98a487d2-1b12-4012-870f-414591057947 req-ad1f43ae-ecc1-41c8-9f65-382260900fa9 service nova] Acquiring lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.657375] env[69302]: DEBUG oslo_concurrency.lockutils [req-98a487d2-1b12-4012-870f-414591057947 req-ad1f43ae-ecc1-41c8-9f65-382260900fa9 service nova] Acquired lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.657844] env[69302]: DEBUG nova.network.neutron [req-98a487d2-1b12-4012-870f-414591057947 req-ad1f43ae-ecc1-41c8-9f65-382260900fa9 service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Refreshing network info cache for port e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.748797] env[69302]: DEBUG nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.880412] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184078, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.929477] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52398675-bcd1-b6db-eb39-c016aa830eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.929775] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.930084] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 12be5af5-7c9e-4fb6-9434-c915869ba4c6/12be5af5-7c9e-4fb6-9434-c915869ba4c6.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.930403] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.930605] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.930841] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6961b17c-5598-405f-9350-1adc84d6e625 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.933014] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8eafaf8-cb13-47f6-8160-1f992542aae5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.940084] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1077.940084] env[69302]: value = "task-3184079" [ 1077.940084] env[69302]: _type = "Task" [ 1077.940084] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.943826] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.944015] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.945069] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14ec518-c491-4450-8411-e15841f9fd79 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.957983] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.965376] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.965632] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.965825] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.968629] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1077.968629] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cb6139-bd53-a68b-75a6-b32168e20f68" [ 1077.968629] env[69302]: _type = "Task" [ 1077.968629] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.978561] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cb6139-bd53-a68b-75a6-b32168e20f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.095034] env[69302]: DEBUG nova.scheduler.client.report [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.381600] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559733} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.381936] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 132fa687-a8f0-45a3-9206-7017c2a8b510/132fa687-a8f0-45a3-9206-7017c2a8b510.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.382148] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.382475] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36306103-8b5b-4ed0-9d3e-0dd00273bcba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.388480] env[69302]: DEBUG nova.network.neutron [req-98a487d2-1b12-4012-870f-414591057947 req-ad1f43ae-ecc1-41c8-9f65-382260900fa9 service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Updated VIF entry in instance network info cache for port e1b1c6b3-7304-4e97-8d4d-8e230b648c9b. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.388806] env[69302]: DEBUG nova.network.neutron [req-98a487d2-1b12-4012-870f-414591057947 req-ad1f43ae-ecc1-41c8-9f65-382260900fa9 service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Updating instance_info_cache with network_info: [{"id": "e1b1c6b3-7304-4e97-8d4d-8e230b648c9b", "address": "fa:16:3e:fb:f0:a8", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b1c6b3-73", "ovs_interfaceid": "e1b1c6b3-7304-4e97-8d4d-8e230b648c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.391673] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1078.391673] env[69302]: value = "task-3184080" [ 1078.391673] env[69302]: _type = "Task" [ 1078.391673] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.401535] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.451223] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184079, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.480150] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cb6139-bd53-a68b-75a6-b32168e20f68, 'name': SearchDatastore_Task, 'duration_secs': 0.016465} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.481929] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4cb3373-5803-44e7-854c-5c3b81222776 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.491717] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1078.491717] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5243cc4a-d8e7-6078-abf9-642ba93051d9" [ 1078.491717] env[69302]: _type = "Task" [ 1078.491717] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.502033] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5243cc4a-d8e7-6078-abf9-642ba93051d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.599582] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.602548] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.310s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.604415] env[69302]: INFO nova.compute.claims [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.628502] env[69302]: INFO nova.scheduler.client.report [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted allocations for instance 614ee385-0dfe-4f35-bce3-6391b07b0266 [ 1078.759338] env[69302]: DEBUG nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.785600] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.785999] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.786099] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.786246] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.786438] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.786625] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.786860] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.787044] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.787221] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.787401] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.787579] env[69302]: DEBUG nova.virt.hardware [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.788482] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34cf92b-9c72-4ae8-97ae-ad5966b8afe8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.797121] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3222ec2-03b2-416f-aa8c-f60674f04a97 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.893745] env[69302]: DEBUG oslo_concurrency.lockutils [req-98a487d2-1b12-4012-870f-414591057947 req-ad1f43ae-ecc1-41c8-9f65-382260900fa9 service nova] Releasing lock "refresh_cache-1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.903710] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088139} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.903993] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.904905] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1625fb3c-f86f-4d7e-a3f3-af44987e88a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.932738] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 132fa687-a8f0-45a3-9206-7017c2a8b510/132fa687-a8f0-45a3-9206-7017c2a8b510.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.932960] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f7c56f1-c9bd-4ccf-9396-1d077351a4d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.957416] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184079, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.958892] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1078.958892] env[69302]: value = "task-3184081" [ 1078.958892] env[69302]: _type = "Task" [ 1078.958892] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.967904] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.007160] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5243cc4a-d8e7-6078-abf9-642ba93051d9, 'name': SearchDatastore_Task, 'duration_secs': 0.042202} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.007488] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.007823] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e777adea-7f72-46ca-8aeb-b9b90e57f6b7/e777adea-7f72-46ca-8aeb-b9b90e57f6b7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.008146] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88925dd7-e0bd-41a0-bb2d-ef76af4cdaea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.014108] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.014298] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.014514] env[69302]: DEBUG nova.network.neutron [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.017684] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1079.017684] env[69302]: value = "task-3184082" [ 1079.017684] env[69302]: _type = "Task" [ 1079.017684] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.025952] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.052453] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8915-77c7-c91b-3bf6-449bf447453e/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1079.053372] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05a425f-d0f5-4955-80e3-e804d5460445 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.059716] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8915-77c7-c91b-3bf6-449bf447453e/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1079.059918] env[69302]: ERROR oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8915-77c7-c91b-3bf6-449bf447453e/disk-0.vmdk due to incomplete transfer. [ 1079.060456] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8eb98239-5838-47f6-b6bc-221629f512c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.069498] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac8915-77c7-c91b-3bf6-449bf447453e/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1079.069608] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Uploaded image bbf38ab6-7521-4f99-8223-7eeeaf32ed3e to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1079.072109] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1079.072426] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a85440b5-4403-4a14-a643-28c6bcb2defb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.078663] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1079.078663] env[69302]: value = "task-3184083" [ 1079.078663] env[69302]: _type = "Task" [ 1079.078663] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.088994] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184083, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.137382] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c406c598-6318-45fe-bbf4-51e579e2722f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "614ee385-0dfe-4f35-bce3-6391b07b0266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.277s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.191684] env[69302]: DEBUG nova.network.neutron [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Successfully updated port: 1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.458245] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184079, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.467570] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.530273] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.536968] env[69302]: DEBUG nova.compute.manager [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Received event network-vif-plugged-1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.537257] env[69302]: DEBUG oslo_concurrency.lockutils [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] Acquiring lock "b798e0a1-81b2-45d9-a09a-ed9251851071-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.537416] env[69302]: DEBUG oslo_concurrency.lockutils [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] Lock "b798e0a1-81b2-45d9-a09a-ed9251851071-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.537583] env[69302]: DEBUG oslo_concurrency.lockutils [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] Lock "b798e0a1-81b2-45d9-a09a-ed9251851071-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.537750] env[69302]: DEBUG nova.compute.manager [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] No waiting events found dispatching network-vif-plugged-1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.537913] env[69302]: WARNING nova.compute.manager [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Received unexpected event network-vif-plugged-1611e4e2-549a-4eec-b705-4b5271785648 for instance with vm_state building and task_state spawning. [ 1079.538214] env[69302]: DEBUG nova.compute.manager [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Received event network-changed-1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.539585] env[69302]: DEBUG nova.compute.manager [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing instance network info cache due to event network-changed-1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.539585] env[69302]: DEBUG oslo_concurrency.lockutils [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] Acquiring lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.539585] env[69302]: DEBUG oslo_concurrency.lockutils [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] Acquired lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.539585] env[69302]: DEBUG nova.network.neutron [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.588523] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184083, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.630502] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.630734] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.630928] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.631184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.631436] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.633188] env[69302]: INFO nova.compute.manager [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Terminating instance [ 1079.694065] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.734328] env[69302]: DEBUG nova.network.neutron [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.827822] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c322ffc8-c317-4bbe-97f1-ce9979520fb0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.835996] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d42c8-09d3-46bd-bf38-0979a7a5bea7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.869551] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bc277d-15aa-44aa-a9e6-ae15021601f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.878195] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424de826-d698-4a55-b620-11499e28c655 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.893172] env[69302]: DEBUG nova.compute.provider_tree [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.964029] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184079, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.758385} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.966047] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 12be5af5-7c9e-4fb6-9434-c915869ba4c6/12be5af5-7c9e-4fb6-9434-c915869ba4c6.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.966734] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.967422] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e340062-43ff-4176-ba10-2c0e80f0178b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.975436] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184081, 'name': ReconfigVM_Task, 'duration_secs': 1.005793} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.977415] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 132fa687-a8f0-45a3-9206-7017c2a8b510/132fa687-a8f0-45a3-9206-7017c2a8b510.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.978643] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1079.978643] env[69302]: value = "task-3184084" [ 1079.978643] env[69302]: _type = "Task" [ 1079.978643] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.979647] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d553c745-59ff-46b1-b94e-51be15a3176c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.993528] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.993528] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1079.993528] env[69302]: value = "task-3184085" [ 1079.993528] env[69302]: _type = "Task" [ 1079.993528] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.002956] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184085, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.032107] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.076028] env[69302]: DEBUG nova.network.neutron [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.090035] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184083, 'name': Destroy_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.118261] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "59baaeaa-0352-4b77-82de-635773369b02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.118494] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "59baaeaa-0352-4b77-82de-635773369b02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.137038] env[69302]: DEBUG nova.compute.manager [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.137421] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.138305] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57300d4e-c08e-4b10-a487-6d6fd3bdd50e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.146370] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.146621] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0845c0bb-0f8f-41f5-93bd-632c8569bc60 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.153508] env[69302]: DEBUG oslo_vmware.api [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1080.153508] env[69302]: value = "task-3184086" [ 1080.153508] env[69302]: _type = "Task" [ 1080.153508] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.163365] env[69302]: DEBUG oslo_vmware.api [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.164131] env[69302]: DEBUG nova.network.neutron [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.236969] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.396692] env[69302]: DEBUG nova.scheduler.client.report [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.490383] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092537} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.490609] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.491415] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1a4a22-486d-4949-b595-5d762781649a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.501701] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184085, 'name': Rename_Task, 'duration_secs': 0.246865} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.511346] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.520759] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 12be5af5-7c9e-4fb6-9434-c915869ba4c6/12be5af5-7c9e-4fb6-9434-c915869ba4c6.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.521058] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2011c3de-dd9c-4592-96b1-d467b31757b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.522817] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf729560-6036-41c1-b56a-572a1cd088d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.547666] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184082, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.124526} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.547943] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1080.547943] env[69302]: value = "task-3184087" [ 1080.547943] env[69302]: _type = "Task" [ 1080.547943] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.549075] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e777adea-7f72-46ca-8aeb-b9b90e57f6b7/e777adea-7f72-46ca-8aeb-b9b90e57f6b7.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.549301] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.549646] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1080.549646] env[69302]: value = "task-3184088" [ 1080.549646] env[69302]: _type = "Task" [ 1080.549646] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.549835] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf69ae42-8cc5-4950-b5f5-79cc4cf8bcf0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.561815] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.566895] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.567210] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1080.567210] env[69302]: value = "task-3184089" [ 1080.567210] env[69302]: _type = "Task" [ 1080.567210] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.575767] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.589248] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184083, 'name': Destroy_Task, 'duration_secs': 1.121839} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.589632] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Destroyed the VM [ 1080.589773] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1080.590010] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b70bc874-3da9-4578-8a2e-51f72bdf4c7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.596626] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1080.596626] env[69302]: value = "task-3184090" [ 1080.596626] env[69302]: _type = "Task" [ 1080.596626] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.604625] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.621186] env[69302]: DEBUG nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.664739] env[69302]: DEBUG oslo_vmware.api [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184086, 'name': PowerOffVM_Task, 'duration_secs': 0.392994} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.664994] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.665175] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.665418] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0b4511-008c-41de-9ac5-ee1a15362b30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.668506] env[69302]: DEBUG oslo_concurrency.lockutils [req-84da6e17-60f4-49a2-8d92-818c7c1ca0b9 req-6302887f-fc1e-4c15-847f-73c33af75713 service nova] Releasing lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.668863] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquired lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.669022] env[69302]: DEBUG nova.network.neutron [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.735594] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.735869] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.736118] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleting the datastore file [datastore1] aaa1bfbb-660e-4327-898c-9d1148ad67f7 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.736441] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff157c55-c7f9-41b1-89dc-3f8b44ddc534 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.748299] env[69302]: DEBUG oslo_vmware.api [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1080.748299] env[69302]: value = "task-3184092" [ 1080.748299] env[69302]: _type = "Task" [ 1080.748299] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.758248] env[69302]: DEBUG oslo_vmware.api [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.765266] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e384834c-4a0a-42b1-ad73-6b417586fc63 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.783127] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f14a7f-28bc-4cbf-9d6f-22b741eaff0e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.789703] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance '93b679c4-2c07-4b85-bc37-84488097d52f' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.902072] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.902628] env[69302]: DEBUG nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.905862] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.035s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.907845] env[69302]: INFO nova.compute.claims [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.062404] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.065858] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.075253] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148604} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.075860] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.076664] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394e94d7-7c18-4874-8257-cbd3d3bd41f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.096432] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] e777adea-7f72-46ca-8aeb-b9b90e57f6b7/e777adea-7f72-46ca-8aeb-b9b90e57f6b7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.096754] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c888aa9f-8668-4374-9efe-5dac84a061f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.118621] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184090, 'name': RemoveSnapshot_Task, 'duration_secs': 0.424323} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.119852] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.120183] env[69302]: DEBUG nova.compute.manager [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.120522] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1081.120522] env[69302]: value = "task-3184093" [ 1081.120522] env[69302]: _type = "Task" [ 1081.120522] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.121206] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae56313-0da4-4303-93e5-319c8533c253 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.137348] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.148523] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.200930] env[69302]: DEBUG nova.network.neutron [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.259991] env[69302]: DEBUG oslo_vmware.api [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160319} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.260334] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.260523] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.260688] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.260859] env[69302]: INFO nova.compute.manager [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1081.261260] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.263838] env[69302]: DEBUG nova.compute.manager [-] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.263838] env[69302]: DEBUG nova.network.neutron [-] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.296687] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.296687] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80b62f2e-4c57-434c-a926-5e7bd11dd196 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.302781] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1081.302781] env[69302]: value = "task-3184094" [ 1081.302781] env[69302]: _type = "Task" [ 1081.302781] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.312358] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.412568] env[69302]: DEBUG nova.compute.utils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.416698] env[69302]: DEBUG nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.418019] env[69302]: DEBUG nova.network.neutron [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.465550] env[69302]: DEBUG nova.network.neutron [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [{"id": "1611e4e2-549a-4eec-b705-4b5271785648", "address": "fa:16:3e:c6:d9:c0", "network": {"id": "ff7bc277-a0e9-4f9d-805c-4d1d1fd699c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1217387802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d183872da7445c7b3aa769b571828d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1611e4e2-54", "ovs_interfaceid": "1611e4e2-549a-4eec-b705-4b5271785648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.496633] env[69302]: DEBUG nova.policy [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.562745] env[69302]: DEBUG oslo_vmware.api [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184087, 'name': PowerOnVM_Task, 'duration_secs': 0.880209} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.565997] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.566256] env[69302]: INFO nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1081.566415] env[69302]: DEBUG nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.566784] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184088, 'name': ReconfigVM_Task, 'duration_secs': 0.744896} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.567413] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0e7ef8-c48b-4e4e-b6fe-f88ca3e71a65 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.574259] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 12be5af5-7c9e-4fb6-9434-c915869ba4c6/12be5af5-7c9e-4fb6-9434-c915869ba4c6.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.574259] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96045656-7e26-44bf-932c-a712466e32f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.583830] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1081.583830] env[69302]: value = "task-3184095" [ 1081.583830] env[69302]: _type = "Task" [ 1081.583830] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.593139] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184095, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.635149] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184093, 'name': ReconfigVM_Task, 'duration_secs': 0.304038} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.635149] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Reconfigured VM instance instance-0000005c to attach disk [datastore1] e777adea-7f72-46ca-8aeb-b9b90e57f6b7/e777adea-7f72-46ca-8aeb-b9b90e57f6b7.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.635645] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a654ab2-fc31-4679-8dc1-3b71569b0ce0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.643366] env[69302]: INFO nova.compute.manager [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Shelve offloading [ 1081.645732] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1081.645732] env[69302]: value = "task-3184096" [ 1081.645732] env[69302]: _type = "Task" [ 1081.645732] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.658193] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184096, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.674255] env[69302]: DEBUG nova.compute.manager [req-65801a21-ed5d-432a-bfc9-7e6641ae4f64 req-f0916680-07b6-48de-9ce9-8a83e6839c3a service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Received event network-vif-deleted-9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.674461] env[69302]: INFO nova.compute.manager [req-65801a21-ed5d-432a-bfc9-7e6641ae4f64 req-f0916680-07b6-48de-9ce9-8a83e6839c3a service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Neutron deleted interface 9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f; detaching it from the instance and deleting it from the info cache [ 1081.674670] env[69302]: DEBUG nova.network.neutron [req-65801a21-ed5d-432a-bfc9-7e6641ae4f64 req-f0916680-07b6-48de-9ce9-8a83e6839c3a service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.815945] env[69302]: DEBUG oslo_vmware.api [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184094, 'name': PowerOnVM_Task, 'duration_secs': 0.389042} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.816164] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.816378] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8d063b19-5fc6-4bc5-b551-51ce312ba03b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance '93b679c4-2c07-4b85-bc37-84488097d52f' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.825293] env[69302]: DEBUG nova.network.neutron [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Successfully created port: e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.920369] env[69302]: DEBUG nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.968081] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Releasing lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.968439] env[69302]: DEBUG nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Instance network_info: |[{"id": "1611e4e2-549a-4eec-b705-4b5271785648", "address": "fa:16:3e:c6:d9:c0", "network": {"id": "ff7bc277-a0e9-4f9d-805c-4d1d1fd699c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1217387802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d183872da7445c7b3aa769b571828d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1611e4e2-54", "ovs_interfaceid": "1611e4e2-549a-4eec-b705-4b5271785648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.969145] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:d9:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1611e4e2-549a-4eec-b705-4b5271785648', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.977575] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Creating folder: Project (0d183872da7445c7b3aa769b571828d8). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1081.980594] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6d86979-f5f0-4c7c-a362-ba858b392164 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.995917] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Created folder: Project (0d183872da7445c7b3aa769b571828d8) in parent group-v636578. [ 1081.996137] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Creating folder: Instances. Parent ref: group-v636831. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1081.996430] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72259465-0156-402e-b8eb-a6bfade0eca0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.004931] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Created folder: Instances in parent group-v636831. [ 1082.005115] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.007411] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.007794] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e9edae8-0d60-4357-90e4-2cb98369ece9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.031417] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.031417] env[69302]: value = "task-3184099" [ 1082.031417] env[69302]: _type = "Task" [ 1082.031417] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.044357] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184099, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.096270] env[69302]: INFO nova.compute.manager [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Took 27.34 seconds to build instance. [ 1082.101584] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184095, 'name': Rename_Task, 'duration_secs': 0.274076} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.102136] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.102569] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94823a20-43a0-483d-a5ef-7efdc924dcd3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.104392] env[69302]: DEBUG nova.network.neutron [-] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.112372] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1082.112372] env[69302]: value = "task-3184100" [ 1082.112372] env[69302]: _type = "Task" [ 1082.112372] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.128933] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184100, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.158035] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184096, 'name': Rename_Task, 'duration_secs': 0.351376} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.158314] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.158554] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361e73cb-7260-40e4-b34d-88a07212b7ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.160340] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.160594] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a858e81-945a-46e1-8330-384af5b87862 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.166910] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1082.166910] env[69302]: value = "task-3184101" [ 1082.166910] env[69302]: _type = "Task" [ 1082.166910] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.171212] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1082.171212] env[69302]: value = "task-3184102" [ 1082.171212] env[69302]: _type = "Task" [ 1082.171212] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.178364] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.181074] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8539fca-04a5-4c23-b9b2-6116fb70c139 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.186957] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1082.187188] env[69302]: DEBUG nova.compute.manager [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.187977] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bf92e4-56f4-4d1c-99a5-9ed963d14799 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.194327] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e874ef0-9db3-4cfb-9bef-510bf9252e0a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.209137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.209339] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.209876] env[69302]: DEBUG nova.network.neutron [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.231075] env[69302]: DEBUG nova.compute.manager [req-65801a21-ed5d-432a-bfc9-7e6641ae4f64 req-f0916680-07b6-48de-9ce9-8a83e6839c3a service nova] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Detach interface failed, port_id=9f5b57f9-336d-4d6e-b6d5-36dbe040cc0f, reason: Instance aaa1bfbb-660e-4327-898c-9d1148ad67f7 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.247493] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3455097-5751-4d44-a5d0-98927dfcd6b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.257427] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6cfa0f-15ea-4bd9-be47-6bdac7911fe8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.288809] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5259f4c-fdce-4e4a-8805-6afe5e84cdf2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.296215] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41253a4d-1864-4740-adc1-51b238724719 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.310456] env[69302]: DEBUG nova.compute.provider_tree [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.543650] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184099, 'name': CreateVM_Task, 'duration_secs': 0.334112} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.543858] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.544748] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.544987] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.545442] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.545761] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8279ec5-1d69-4837-9a8b-1aed2083e957 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.551744] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1082.551744] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52be3da5-90d3-e78f-5c50-3494608a6f98" [ 1082.551744] env[69302]: _type = "Task" [ 1082.551744] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.562491] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52be3da5-90d3-e78f-5c50-3494608a6f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.603011] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3b3164-9cee-4f39-bae8-90b7c2e4ba85 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "132fa687-a8f0-45a3-9206-7017c2a8b510" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.853s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.607619] env[69302]: INFO nova.compute.manager [-] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Took 1.34 seconds to deallocate network for instance. [ 1082.625772] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.640401] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "132fa687-a8f0-45a3-9206-7017c2a8b510" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.640670] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "132fa687-a8f0-45a3-9206-7017c2a8b510" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.640843] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "132fa687-a8f0-45a3-9206-7017c2a8b510-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.641034] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "132fa687-a8f0-45a3-9206-7017c2a8b510-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.641205] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "132fa687-a8f0-45a3-9206-7017c2a8b510-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.643300] env[69302]: INFO nova.compute.manager [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Terminating instance [ 1082.678778] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.813874] env[69302]: DEBUG nova.scheduler.client.report [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.933398] env[69302]: DEBUG nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.959625] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.959867] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.960038] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.960229] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.960374] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.960521] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.960730] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.960883] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.961059] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.961224] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.961396] env[69302]: DEBUG nova.virt.hardware [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.962304] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b26deaa-c1c8-408f-9bc6-a9de429f9c6e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.970394] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf6c3d-3045-4e79-9401-03efb3bb28e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.061669] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52be3da5-90d3-e78f-5c50-3494608a6f98, 'name': SearchDatastore_Task, 'duration_secs': 0.024443} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.061980] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.062237] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.062470] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.062611] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.062783] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.063060] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f7f90e-acae-4b44-9bb8-7b35ce78fa52 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.074799] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.075018] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.075748] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f24903-2d18-476c-b0ac-a7840afce141 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.080860] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1083.080860] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c5a222-3090-3252-55fa-f941b26e442e" [ 1083.080860] env[69302]: _type = "Task" [ 1083.080860] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.089065] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c5a222-3090-3252-55fa-f941b26e442e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.113984] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.126910] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.147501] env[69302]: DEBUG nova.compute.manager [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.147501] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.148988] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de8a619-131b-4ad5-9ebd-3d522c8bd401 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.157470] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.157470] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-941569c7-1d1a-4507-b0e5-6e06412408c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.166957] env[69302]: DEBUG oslo_vmware.api [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1083.166957] env[69302]: value = "task-3184103" [ 1083.166957] env[69302]: _type = "Task" [ 1083.166957] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.174886] env[69302]: DEBUG nova.network.neutron [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating instance_info_cache with network_info: [{"id": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "address": "fa:16:3e:28:ef:fa", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ff4d9-49", "ovs_interfaceid": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.179455] env[69302]: DEBUG oslo_vmware.api [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.183562] env[69302]: DEBUG oslo_vmware.api [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184101, 'name': PowerOnVM_Task, 'duration_secs': 0.639015} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.183840] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.184135] env[69302]: DEBUG nova.compute.manager [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.184992] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5266c8-4df5-481b-8b15-b85ae640947c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.319042] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.319708] env[69302]: DEBUG nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.322964] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.166s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.323288] env[69302]: DEBUG nova.objects.instance [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lazy-loading 'resources' on Instance uuid c0b280a4-030f-4140-a136-780120552626 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.370443] env[69302]: DEBUG nova.compute.manager [req-246aa3ca-edb9-4d50-b3e8-87eea4231e3f req-c3e1bbd2-6c9c-47f1-90fd-fbb13afc1412 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received event network-vif-plugged-e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.370838] env[69302]: DEBUG oslo_concurrency.lockutils [req-246aa3ca-edb9-4d50-b3e8-87eea4231e3f req-c3e1bbd2-6c9c-47f1-90fd-fbb13afc1412 service nova] Acquiring lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.371264] env[69302]: DEBUG oslo_concurrency.lockutils [req-246aa3ca-edb9-4d50-b3e8-87eea4231e3f req-c3e1bbd2-6c9c-47f1-90fd-fbb13afc1412 service nova] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.371556] env[69302]: DEBUG oslo_concurrency.lockutils [req-246aa3ca-edb9-4d50-b3e8-87eea4231e3f req-c3e1bbd2-6c9c-47f1-90fd-fbb13afc1412 service nova] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.371814] env[69302]: DEBUG nova.compute.manager [req-246aa3ca-edb9-4d50-b3e8-87eea4231e3f req-c3e1bbd2-6c9c-47f1-90fd-fbb13afc1412 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] No waiting events found dispatching network-vif-plugged-e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.372107] env[69302]: WARNING nova.compute.manager [req-246aa3ca-edb9-4d50-b3e8-87eea4231e3f req-c3e1bbd2-6c9c-47f1-90fd-fbb13afc1412 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received unexpected event network-vif-plugged-e966b242-7882-490d-b4fa-e57ff65e8ccb for instance with vm_state building and task_state spawning. [ 1083.467112] env[69302]: DEBUG nova.network.neutron [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Successfully updated port: e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.592363] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c5a222-3090-3252-55fa-f941b26e442e, 'name': SearchDatastore_Task, 'duration_secs': 0.027758} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.593369] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5abe3b93-04bc-41b1-aab6-be8ffdd47c9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.599721] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1083.599721] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9e5f5-a78e-c096-3ffd-68707d950659" [ 1083.599721] env[69302]: _type = "Task" [ 1083.599721] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.607891] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9e5f5-a78e-c096-3ffd-68707d950659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.626771] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184100, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.674781] env[69302]: DEBUG oslo_vmware.api [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184103, 'name': PowerOffVM_Task, 'duration_secs': 0.232424} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.675061] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.675233] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.675481] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84e4a7ce-c493-4b42-aa0f-2faf5d142122 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.680694] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.703652] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.749383] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.749632] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.749796] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleting the datastore file [datastore1] 132fa687-a8f0-45a3-9206-7017c2a8b510 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.750077] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d24448-25f5-442a-aaab-202b496aa4b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.756493] env[69302]: DEBUG oslo_vmware.api [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for the task: (returnval){ [ 1083.756493] env[69302]: value = "task-3184105" [ 1083.756493] env[69302]: _type = "Task" [ 1083.756493] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.768803] env[69302]: DEBUG oslo_vmware.api [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.827175] env[69302]: DEBUG nova.compute.utils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.831984] env[69302]: DEBUG nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.832290] env[69302]: DEBUG nova.network.neutron [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.904192] env[69302]: DEBUG nova.policy [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e48f82908ae244f3b47477250d24f5f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54fa409d6d0647f8b874ffe2484bca97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.970111] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.970382] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.970382] env[69302]: DEBUG nova.network.neutron [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.039538] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.040570] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2990dd-b6da-4d87-8ef8-2e25c23a9ec6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.049628] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.052484] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a2444c5-8a88-4f7d-9928-da0e59bfd4e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.101105] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8ca09a-db24-44ab-946c-b73471f73aa7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.115211] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84122599-3816-408a-b5e9-8d2a4d8a3ae9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.119424] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9e5f5-a78e-c096-3ffd-68707d950659, 'name': SearchDatastore_Task, 'duration_secs': 0.01366} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.119802] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.120147] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071/b798e0a1-81b2-45d9-a09a-ed9251851071.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.123969] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b7a85d-fb63-4cba-89ad-6b31a2e9bec8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.152981] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.153225] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.153405] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleting the datastore file [datastore2] 33553bee-6dbb-4cfa-83d9-04914b6a24ad {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.154644] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5e3b25e-eef8-4a50-bf02-7c297ec14a1a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.156986] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae928f-210c-40c4-8c43-31ca56286969 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.163734] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184100, 'name': PowerOnVM_Task, 'duration_secs': 1.798857} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.164062] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1084.164062] env[69302]: value = "task-3184107" [ 1084.164062] env[69302]: _type = "Task" [ 1084.164062] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.164924] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.165147] env[69302]: DEBUG nova.compute.manager [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.166205] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2029111-f785-4c91-9d33-6d3145186dfd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.174447] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1084.174447] env[69302]: value = "task-3184108" [ 1084.174447] env[69302]: _type = "Task" [ 1084.174447] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.176447] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38ef1a5-d728-472a-b12b-6774b31073a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.189512] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.199612] env[69302]: DEBUG nova.compute.provider_tree [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.203733] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.211872] env[69302]: DEBUG nova.network.neutron [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Successfully created port: e2b9e27c-60f3-4e73-a865-f64f3603d119 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.269676] env[69302]: DEBUG oslo_vmware.api [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Task: {'id': task-3184105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250775} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.270234] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.270475] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.270675] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.270891] env[69302]: INFO nova.compute.manager [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1084.271220] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.271421] env[69302]: DEBUG nova.compute.manager [-] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.271544] env[69302]: DEBUG nova.network.neutron [-] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.325057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "93b679c4-2c07-4b85-bc37-84488097d52f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.325057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.325057] env[69302]: DEBUG nova.compute.manager [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Going to confirm migration 5 {{(pid=69302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1084.332622] env[69302]: DEBUG nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.521353] env[69302]: DEBUG nova.network.neutron [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.678918] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184107, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.689619] env[69302]: DEBUG oslo_vmware.api [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264038} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.689920] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.690201] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.690286] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.693864] env[69302]: INFO nova.compute.manager [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] bringing vm to original state: 'stopped' [ 1084.705585] env[69302]: DEBUG nova.scheduler.client.report [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.722640] env[69302]: INFO nova.scheduler.client.report [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleted allocations for instance 33553bee-6dbb-4cfa-83d9-04914b6a24ad [ 1084.748504] env[69302]: DEBUG nova.network.neutron [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.877367] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.877557] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.877735] env[69302]: DEBUG nova.network.neutron [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.877920] env[69302]: DEBUG nova.objects.instance [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'info_cache' on Instance uuid 93b679c4-2c07-4b85-bc37-84488097d52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.879287] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.879506] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.879709] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.879888] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.880061] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.882667] env[69302]: INFO nova.compute.manager [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Terminating instance [ 1085.091693] env[69302]: DEBUG nova.network.neutron [-] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.179328] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63245} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.179741] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071/b798e0a1-81b2-45d9-a09a-ed9251851071.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.180117] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.180492] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e51395d-2438-416c-baa2-28b7b58f8812 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.188384] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1085.188384] env[69302]: value = "task-3184109" [ 1085.188384] env[69302]: _type = "Task" [ 1085.188384] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.199040] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.211366] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.215055] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.066s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.217519] env[69302]: INFO nova.compute.claims [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.228896] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.232584] env[69302]: INFO nova.scheduler.client.report [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted allocations for instance c0b280a4-030f-4140-a136-780120552626 [ 1085.251688] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.252094] env[69302]: DEBUG nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Instance network_info: |[{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.252584] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:1f:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e966b242-7882-490d-b4fa-e57ff65e8ccb', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.263396] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.264097] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.264372] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17963fee-b348-463c-b9ef-8ac415b8c4e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.285666] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.285666] env[69302]: value = "task-3184110" [ 1085.285666] env[69302]: _type = "Task" [ 1085.285666] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.294457] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184110, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.342407] env[69302]: DEBUG nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.367713] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.367953] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.368129] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.368313] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.368457] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.368600] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.368811] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.368964] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.369140] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.369300] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.369467] env[69302]: DEBUG nova.virt.hardware [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.370349] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de1ef22-567c-4cb9-8168-23dc588c0215 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.378716] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8fcb0c-9e11-40df-bb9d-034a6912f7fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.386339] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "refresh_cache-e777adea-7f72-46ca-8aeb-b9b90e57f6b7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.386581] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquired lock "refresh_cache-e777adea-7f72-46ca-8aeb-b9b90e57f6b7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.387234] env[69302]: DEBUG nova.network.neutron [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.403257] env[69302]: DEBUG nova.compute.manager [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received event network-changed-e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.403441] env[69302]: DEBUG nova.compute.manager [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing instance network info cache due to event network-changed-e966b242-7882-490d-b4fa-e57ff65e8ccb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.403690] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Acquiring lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.403846] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Acquired lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.404017] env[69302]: DEBUG nova.network.neutron [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing network info cache for port e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.595487] env[69302]: INFO nova.compute.manager [-] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Took 1.32 seconds to deallocate network for instance. [ 1085.698327] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072769} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.698612] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.699445] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e554e-03ca-4e5f-a456-12d52838e2bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.702537] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.702758] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.702925] env[69302]: DEBUG nova.compute.manager [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.703760] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80084d82-3d28-4051-a1b4-5e16417ef1f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.710207] env[69302]: DEBUG nova.compute.manager [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1085.730889] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071/b798e0a1-81b2-45d9-a09a-ed9251851071.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.737635] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf0332a-e5aa-44a5-8dbb-35460ed73ac6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.756179] env[69302]: DEBUG oslo_concurrency.lockutils [None req-058a07e2-1dfe-4a5d-93e2-ef4f3849a1e6 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "c0b280a4-030f-4140-a136-780120552626" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.085s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.763769] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1085.763769] env[69302]: value = "task-3184111" [ 1085.763769] env[69302]: _type = "Task" [ 1085.763769] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.773828] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.798193] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184110, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.823225] env[69302]: DEBUG nova.compute.manager [req-7c966501-f9da-45f3-bc52-7e480496a757 req-8675e455-72d3-4511-940c-9897c4b394d1 service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Received event network-vif-plugged-e2b9e27c-60f3-4e73-a865-f64f3603d119 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.823458] env[69302]: DEBUG oslo_concurrency.lockutils [req-7c966501-f9da-45f3-bc52-7e480496a757 req-8675e455-72d3-4511-940c-9897c4b394d1 service nova] Acquiring lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.824122] env[69302]: DEBUG oslo_concurrency.lockutils [req-7c966501-f9da-45f3-bc52-7e480496a757 req-8675e455-72d3-4511-940c-9897c4b394d1 service nova] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.824122] env[69302]: DEBUG oslo_concurrency.lockutils [req-7c966501-f9da-45f3-bc52-7e480496a757 req-8675e455-72d3-4511-940c-9897c4b394d1 service nova] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.824122] env[69302]: DEBUG nova.compute.manager [req-7c966501-f9da-45f3-bc52-7e480496a757 req-8675e455-72d3-4511-940c-9897c4b394d1 service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] No waiting events found dispatching network-vif-plugged-e2b9e27c-60f3-4e73-a865-f64f3603d119 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.824414] env[69302]: WARNING nova.compute.manager [req-7c966501-f9da-45f3-bc52-7e480496a757 req-8675e455-72d3-4511-940c-9897c4b394d1 service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Received unexpected event network-vif-plugged-e2b9e27c-60f3-4e73-a865-f64f3603d119 for instance with vm_state building and task_state spawning. [ 1085.919631] env[69302]: DEBUG nova.network.neutron [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.977634] env[69302]: DEBUG nova.network.neutron [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.987362] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eb102b-55a8-4a34-a20a-f98084a7ace6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.002399] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3923d561-c773-410f-95da-de44518eb051 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.009238] env[69302]: DEBUG nova.network.neutron [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Successfully updated port: e2b9e27c-60f3-4e73-a865-f64f3603d119 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.046603] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6030ec-9735-47ea-9167-356a0e01c749 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.066112] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8ec193-4e34-4fc4-9816-48a4159653b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.083021] env[69302]: DEBUG nova.compute.provider_tree [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.100821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.169774] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "25aa4949-2129-4163-a537-6f1b8afded9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.170018] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "25aa4949-2129-4163-a537-6f1b8afded9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.170222] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "25aa4949-2129-4163-a537-6f1b8afded9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.170399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "25aa4949-2129-4163-a537-6f1b8afded9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.170615] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "25aa4949-2129-4163-a537-6f1b8afded9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.172509] env[69302]: INFO nova.compute.manager [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Terminating instance [ 1086.252049] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.252392] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad7f704b-6e42-4ee1-830a-cdb08bfb2660 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.260187] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1086.260187] env[69302]: value = "task-3184112" [ 1086.260187] env[69302]: _type = "Task" [ 1086.260187] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.274347] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.279515] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184111, 'name': ReconfigVM_Task, 'duration_secs': 0.301953} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.279770] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071/b798e0a1-81b2-45d9-a09a-ed9251851071.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.280400] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca2a1485-49e5-4950-ba1c-81ae9672b278 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.286459] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1086.286459] env[69302]: value = "task-3184113" [ 1086.286459] env[69302]: _type = "Task" [ 1086.286459] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.298853] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184113, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.301748] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184110, 'name': CreateVM_Task, 'duration_secs': 0.950711} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.301889] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.302523] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.302679] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.302986] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.303235] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc1a0fa-0f4d-430e-b8b3-de2b040468c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.307806] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1086.307806] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526de785-4125-3613-5bab-9f1d0eef15f9" [ 1086.307806] env[69302]: _type = "Task" [ 1086.307806] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.316151] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526de785-4125-3613-5bab-9f1d0eef15f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.324966] env[69302]: DEBUG nova.network.neutron [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [{"id": "40e56ddb-d463-489b-b925-9d8275730ad7", "address": "fa:16:3e:40:37:25", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40e56ddb-d4", "ovs_interfaceid": "40e56ddb-d463-489b-b925-9d8275730ad7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.327981] env[69302]: DEBUG nova.network.neutron [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updated VIF entry in instance network info cache for port e966b242-7882-490d-b4fa-e57ff65e8ccb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.328342] env[69302]: DEBUG nova.network.neutron [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.480668] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Releasing lock "refresh_cache-e777adea-7f72-46ca-8aeb-b9b90e57f6b7" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.481096] env[69302]: DEBUG nova.compute.manager [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.481358] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.482376] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff47999-3a35-40e6-852f-6d584a24fcc7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.491024] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.491337] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1908c8bf-261f-471e-b776-16cc8252b87a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.497993] env[69302]: DEBUG oslo_vmware.api [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1086.497993] env[69302]: value = "task-3184114" [ 1086.497993] env[69302]: _type = "Task" [ 1086.497993] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.505888] env[69302]: DEBUG oslo_vmware.api [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.511497] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.511646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.511790] env[69302]: DEBUG nova.network.neutron [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.554403] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.590670] env[69302]: DEBUG nova.scheduler.client.report [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.676172] env[69302]: DEBUG nova.compute.manager [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.676396] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.677472] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95564a49-b7bd-49c2-8b85-b47c326ecf05 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.685485] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.685731] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64a8444-f04d-4433-8205-8455dcb2645a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.691998] env[69302]: DEBUG oslo_vmware.api [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1086.691998] env[69302]: value = "task-3184115" [ 1086.691998] env[69302]: _type = "Task" [ 1086.691998] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.701652] env[69302]: DEBUG oslo_vmware.api [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.769711] env[69302]: DEBUG oslo_vmware.api [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184112, 'name': PowerOffVM_Task, 'duration_secs': 0.248056} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.769966] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.770194] env[69302]: DEBUG nova.compute.manager [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.771070] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b28cfd4-b648-44d6-83d1-be848023a7c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.798983] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184113, 'name': Rename_Task, 'duration_secs': 0.150159} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.799303] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.799552] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4069dd06-a37f-4541-9c6d-5928a480feb9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.806905] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1086.806905] env[69302]: value = "task-3184116" [ 1086.806905] env[69302]: _type = "Task" [ 1086.806905] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.820408] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.824556] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526de785-4125-3613-5bab-9f1d0eef15f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.824889] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.825329] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.825416] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.826391] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.826391] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.826391] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-407d7764-aed3-4dbb-a155-b378a297c93f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.829174] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-93b679c4-2c07-4b85-bc37-84488097d52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.829174] env[69302]: DEBUG nova.objects.instance [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'migration_context' on Instance uuid 93b679c4-2c07-4b85-bc37-84488097d52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.831989] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Releasing lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.831989] env[69302]: DEBUG nova.compute.manager [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received event network-vif-unplugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.831989] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Acquiring lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.831989] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.832220] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.832388] env[69302]: DEBUG nova.compute.manager [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] No waiting events found dispatching network-vif-unplugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.832608] env[69302]: WARNING nova.compute.manager [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received unexpected event network-vif-unplugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1086.832831] env[69302]: DEBUG nova.compute.manager [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received event network-changed-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.833073] env[69302]: DEBUG nova.compute.manager [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Refreshing instance network info cache due to event network-changed-9f9ff4d9-4981-4778-bb61-4b16f7737254. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.833790] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Acquiring lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.833790] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Acquired lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.833790] env[69302]: DEBUG nova.network.neutron [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Refreshing network info cache for port 9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.839064] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.839292] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.840368] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579fb68e-b675-4b59-8c21-c031b0a70f97 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.846838] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1086.846838] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d8a4e6-faef-5a0f-5f35-810b888e810b" [ 1086.846838] env[69302]: _type = "Task" [ 1086.846838] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.855971] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d8a4e6-faef-5a0f-5f35-810b888e810b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.007852] env[69302]: DEBUG oslo_vmware.api [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184114, 'name': PowerOffVM_Task, 'duration_secs': 0.200189} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.008161] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.008333] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.008590] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef412d83-02b3-46d5-823e-f8cacde78d45 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.034112] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.034112] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.034112] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Deleting the datastore file [datastore1] e777adea-7f72-46ca-8aeb-b9b90e57f6b7 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.034112] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8defa87c-3009-42e9-a4b5-8d76afef82d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.041848] env[69302]: DEBUG oslo_vmware.api [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for the task: (returnval){ [ 1087.041848] env[69302]: value = "task-3184118" [ 1087.041848] env[69302]: _type = "Task" [ 1087.041848] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.050432] env[69302]: DEBUG oslo_vmware.api [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.052205] env[69302]: DEBUG nova.network.neutron [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.096497] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.881s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.097715] env[69302]: DEBUG nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.099908] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.986s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.100178] env[69302]: DEBUG nova.objects.instance [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lazy-loading 'resources' on Instance uuid aaa1bfbb-660e-4327-898c-9d1148ad67f7 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.202381] env[69302]: DEBUG oslo_vmware.api [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184115, 'name': PowerOffVM_Task, 'duration_secs': 0.16395} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.203154] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.203270] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.203513] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9784e45a-a361-4c37-83e1-a6ee55181634 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.222099] env[69302]: DEBUG nova.network.neutron [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance_info_cache with network_info: [{"id": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "address": "fa:16:3e:83:7e:da", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e27c-60", "ovs_interfaceid": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.266911] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.267139] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.267325] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleting the datastore file [datastore2] 25aa4949-2129-4163-a537-6f1b8afded9b {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.267592] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae981079-4540-4c28-b564-d76a0d8786dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.274380] env[69302]: DEBUG oslo_vmware.api [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for the task: (returnval){ [ 1087.274380] env[69302]: value = "task-3184120" [ 1087.274380] env[69302]: _type = "Task" [ 1087.274380] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.284472] env[69302]: DEBUG oslo_vmware.api [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.285111] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.582s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.317386] env[69302]: DEBUG oslo_vmware.api [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184116, 'name': PowerOnVM_Task, 'duration_secs': 0.451553} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.317669] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.317870] env[69302]: INFO nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1087.318060] env[69302]: DEBUG nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.318787] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b662fc0-e9d5-4281-b245-ad9e5e051262 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.331877] env[69302]: DEBUG nova.objects.base [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Object Instance<93b679c4-2c07-4b85-bc37-84488097d52f> lazy-loaded attributes: info_cache,migration_context {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.332637] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703df0f-2bd4-4435-ac9e-311a8b07cd14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.353962] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f458603d-4eed-425d-b1b6-5588f3d9cb80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.362406] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d8a4e6-faef-5a0f-5f35-810b888e810b, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.364188] env[69302]: DEBUG oslo_vmware.api [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1087.364188] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52625ad2-19ae-1447-ffe3-ec3d7580ca4d" [ 1087.364188] env[69302]: _type = "Task" [ 1087.364188] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.364388] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48fd353b-bf2f-4c67-9b78-0fba77162202 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.372525] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1087.372525] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255cf24-eba4-9103-419f-f44360e1ef5f" [ 1087.372525] env[69302]: _type = "Task" [ 1087.372525] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.375690] env[69302]: DEBUG oslo_vmware.api [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52625ad2-19ae-1447-ffe3-ec3d7580ca4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.385365] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255cf24-eba4-9103-419f-f44360e1ef5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.526260] env[69302]: DEBUG nova.network.neutron [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updated VIF entry in instance network info cache for port 9f9ff4d9-4981-4778-bb61-4b16f7737254. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.526598] env[69302]: DEBUG nova.network.neutron [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating instance_info_cache with network_info: [{"id": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "address": "fa:16:3e:28:ef:fa", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9f9ff4d9-49", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.550603] env[69302]: DEBUG oslo_vmware.api [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Task: {'id': task-3184118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132184} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.550841] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.551032] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.551209] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.551375] env[69302]: INFO nova.compute.manager [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1087.551609] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.551789] env[69302]: DEBUG nova.compute.manager [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.551883] env[69302]: DEBUG nova.network.neutron [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.565868] env[69302]: DEBUG nova.network.neutron [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.603175] env[69302]: DEBUG nova.compute.utils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.606266] env[69302]: DEBUG nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.606432] env[69302]: DEBUG nova.network.neutron [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.658031] env[69302]: DEBUG nova.policy [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95c8a9ef9f484d70b21c781580d6f33d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7b2b5e134144eb2ad75edefa86b7c16', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.725177] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.725177] env[69302]: DEBUG nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Instance network_info: |[{"id": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "address": "fa:16:3e:83:7e:da", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e27c-60", "ovs_interfaceid": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.726025] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:7e:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2b9e27c-60f3-4e73-a865-f64f3603d119', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.733606] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.733830] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.734068] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35fec779-2c78-4dab-a143-d18b4a8f0106 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.756978] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.756978] env[69302]: value = "task-3184121" [ 1087.756978] env[69302]: _type = "Task" [ 1087.756978] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.767196] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184121, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.783299] env[69302]: DEBUG oslo_vmware.api [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.794028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.836291] env[69302]: INFO nova.compute.manager [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Took 17.79 seconds to build instance. [ 1087.844222] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb42926-215d-4cc0-935f-bac58a752a95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.853308] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2718df59-69c4-48cb-b2ca-d798ed75a48b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.857533] env[69302]: DEBUG nova.compute.manager [req-69c4b6d5-dc64-411f-a4ca-93daaf180282 req-46c45539-de1b-4205-aa14-033d96cc0bf6 service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Received event network-changed-e2b9e27c-60f3-4e73-a865-f64f3603d119 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.857720] env[69302]: DEBUG nova.compute.manager [req-69c4b6d5-dc64-411f-a4ca-93daaf180282 req-46c45539-de1b-4205-aa14-033d96cc0bf6 service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Refreshing instance network info cache due to event network-changed-e2b9e27c-60f3-4e73-a865-f64f3603d119. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.857934] env[69302]: DEBUG oslo_concurrency.lockutils [req-69c4b6d5-dc64-411f-a4ca-93daaf180282 req-46c45539-de1b-4205-aa14-033d96cc0bf6 service nova] Acquiring lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.858088] env[69302]: DEBUG oslo_concurrency.lockutils [req-69c4b6d5-dc64-411f-a4ca-93daaf180282 req-46c45539-de1b-4205-aa14-033d96cc0bf6 service nova] Acquired lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.858249] env[69302]: DEBUG nova.network.neutron [req-69c4b6d5-dc64-411f-a4ca-93daaf180282 req-46c45539-de1b-4205-aa14-033d96cc0bf6 service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Refreshing network info cache for port e2b9e27c-60f3-4e73-a865-f64f3603d119 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.892782] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812fa44b-a079-4dd2-b5dc-eb7ac4aba1cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.901226] env[69302]: DEBUG oslo_vmware.api [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52625ad2-19ae-1447-ffe3-ec3d7580ca4d, 'name': SearchDatastore_Task, 'duration_secs': 0.015576} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.906331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.906834] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255cf24-eba4-9103-419f-f44360e1ef5f, 'name': SearchDatastore_Task, 'duration_secs': 0.018545} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.909420] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e103f-bb54-4849-a3a5-ae8720e2ddee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.912809] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.913099] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 9e787310-3c2f-465f-bde5-a81154bf2cb6/9e787310-3c2f-465f-bde5-a81154bf2cb6.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.913659] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e4fc1c7-7d9b-4ecb-988b-0610bfd702d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.928339] env[69302]: DEBUG nova.compute.provider_tree [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.931226] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1087.931226] env[69302]: value = "task-3184122" [ 1087.931226] env[69302]: _type = "Task" [ 1087.931226] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.938370] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.944879] env[69302]: DEBUG nova.network.neutron [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Successfully created port: 9fece96d-120e-4b7e-b7de-9fd7f5c2010f {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.029892] env[69302]: DEBUG oslo_concurrency.lockutils [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] Releasing lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.030283] env[69302]: DEBUG nova.compute.manager [req-46470abd-7f53-49cb-bbe3-a69bc5e3a1cc req-d11ef8c6-b8ed-4144-b937-19b4d6ee41f8 service nova] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Received event network-vif-deleted-ee33c28b-49fe-4518-b5d4-fc94c1aa8fcc {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.068330] env[69302]: DEBUG nova.network.neutron [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.109640] env[69302]: DEBUG nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.269769] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184121, 'name': CreateVM_Task, 'duration_secs': 0.413439} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.270144] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.271421] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.271845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.271982] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.272308] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e6190b-4c9f-4d79-b2e1-a65dcf065083 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.282316] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1088.282316] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52803aa1-862a-fb58-6617-8a619e0d596c" [ 1088.282316] env[69302]: _type = "Task" [ 1088.282316] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.290564] env[69302]: DEBUG oslo_vmware.api [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Task: {'id': task-3184120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550398} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.291395] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.291748] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.291960] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.292190] env[69302]: INFO nova.compute.manager [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1088.292443] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.295992] env[69302]: DEBUG nova.compute.manager [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.296149] env[69302]: DEBUG nova.network.neutron [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.297966] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52803aa1-862a-fb58-6617-8a619e0d596c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.336163] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9039120f-50ee-4b46-ae9b-b134a7a0296a tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "b798e0a1-81b2-45d9-a09a-ed9251851071" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.300s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.432376] env[69302]: DEBUG nova.scheduler.client.report [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.456213] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470397} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.456500] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 9e787310-3c2f-465f-bde5-a81154bf2cb6/9e787310-3c2f-465f-bde5-a81154bf2cb6.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.456714] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.456961] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ca6c3d8-159b-49e6-b548-1610380ebe8a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.466036] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1088.466036] env[69302]: value = "task-3184123" [ 1088.466036] env[69302]: _type = "Task" [ 1088.466036] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.481231] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.571432] env[69302]: INFO nova.compute.manager [-] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Took 1.02 seconds to deallocate network for instance. [ 1088.793944] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52803aa1-862a-fb58-6617-8a619e0d596c, 'name': SearchDatastore_Task, 'duration_secs': 0.055972} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.794240] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.794409] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.794618] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.794692] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.794845] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.795164] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53bc7782-8cba-4112-9176-74b54c87ca72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.797680] env[69302]: DEBUG nova.network.neutron [req-69c4b6d5-dc64-411f-a4ca-93daaf180282 req-46c45539-de1b-4205-aa14-033d96cc0bf6 service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updated VIF entry in instance network info cache for port e2b9e27c-60f3-4e73-a865-f64f3603d119. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.797919] env[69302]: DEBUG nova.network.neutron [req-69c4b6d5-dc64-411f-a4ca-93daaf180282 req-46c45539-de1b-4205-aa14-033d96cc0bf6 service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance_info_cache with network_info: [{"id": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "address": "fa:16:3e:83:7e:da", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e27c-60", "ovs_interfaceid": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.807986] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.808193] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.815141] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ec09e6-88a3-47b5-b2e8-f24c0dc793c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.823426] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1088.823426] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527a9f70-13ea-b3f2-4c83-25ba26fd3e82" [ 1088.823426] env[69302]: _type = "Task" [ 1088.823426] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.832784] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527a9f70-13ea-b3f2-4c83-25ba26fd3e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.946121] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.948840] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.245s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.948973] env[69302]: DEBUG nova.objects.instance [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1088.976268] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067426} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.976534] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.977599] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b2527-c7b5-49c5-9823-b8bb5eccc192 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.980831] env[69302]: INFO nova.scheduler.client.report [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted allocations for instance aaa1bfbb-660e-4327-898c-9d1148ad67f7 [ 1089.002764] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 9e787310-3c2f-465f-bde5-a81154bf2cb6/9e787310-3c2f-465f-bde5-a81154bf2cb6.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.003557] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac93d1e-fc45-4171-ae46-fd0aa3a72f9e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.021295] env[69302]: DEBUG nova.objects.instance [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lazy-loading 'flavor' on Instance uuid 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.028197] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1089.028197] env[69302]: value = "task-3184124" [ 1089.028197] env[69302]: _type = "Task" [ 1089.028197] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.036767] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.081217] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.122494] env[69302]: DEBUG nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.147489] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.147821] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.148140] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.148425] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.148601] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.148791] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.149073] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.149369] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.149573] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.149746] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.149920] env[69302]: DEBUG nova.virt.hardware [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.151035] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a0d777-9491-4867-8f31-2ee77246c027 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.162046] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a4190f-d1e6-4f6d-a69b-4944e8f3246b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.259951] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.260249] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.260481] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.260672] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.260859] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.263061] env[69302]: INFO nova.compute.manager [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Terminating instance [ 1089.300562] env[69302]: DEBUG oslo_concurrency.lockutils [req-69c4b6d5-dc64-411f-a4ca-93daaf180282 req-46c45539-de1b-4205-aa14-033d96cc0bf6 service nova] Releasing lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.320832] env[69302]: INFO nova.compute.manager [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Rescuing [ 1089.321062] env[69302]: DEBUG oslo_concurrency.lockutils [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.321214] env[69302]: DEBUG oslo_concurrency.lockutils [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquired lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.321376] env[69302]: DEBUG nova.network.neutron [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.322522] env[69302]: DEBUG nova.network.neutron [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.334442] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527a9f70-13ea-b3f2-4c83-25ba26fd3e82, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.335593] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087d6cc8-2be4-40ae-8e28-83ea5be8e4cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.344037] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1089.344037] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcd9ec-db97-dcf2-5792-a5f229ff4c97" [ 1089.344037] env[69302]: _type = "Task" [ 1089.344037] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.352536] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcd9ec-db97-dcf2-5792-a5f229ff4c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.506964] env[69302]: DEBUG oslo_concurrency.lockutils [None req-413303f3-c272-4044-b75d-6d01b87a109d tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "aaa1bfbb-660e-4327-898c-9d1148ad67f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.876s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.525742] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.525943] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquired lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.538721] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184124, 'name': ReconfigVM_Task, 'duration_secs': 0.409219} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.538983] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 9e787310-3c2f-465f-bde5-a81154bf2cb6/9e787310-3c2f-465f-bde5-a81154bf2cb6.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.539622] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12a63462-82e2-417e-b695-9459c7967db7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.548938] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1089.548938] env[69302]: value = "task-3184125" [ 1089.548938] env[69302]: _type = "Task" [ 1089.548938] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.559789] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184125, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.740862] env[69302]: DEBUG nova.compute.manager [req-efc75bcf-17e4-42e9-a8fe-8a201fe4be2b req-d1622c59-34d8-4720-848d-49f87648d8e0 service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Received event network-vif-plugged-9fece96d-120e-4b7e-b7de-9fd7f5c2010f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.741093] env[69302]: DEBUG oslo_concurrency.lockutils [req-efc75bcf-17e4-42e9-a8fe-8a201fe4be2b req-d1622c59-34d8-4720-848d-49f87648d8e0 service nova] Acquiring lock "59baaeaa-0352-4b77-82de-635773369b02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.741300] env[69302]: DEBUG oslo_concurrency.lockutils [req-efc75bcf-17e4-42e9-a8fe-8a201fe4be2b req-d1622c59-34d8-4720-848d-49f87648d8e0 service nova] Lock "59baaeaa-0352-4b77-82de-635773369b02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.741484] env[69302]: DEBUG oslo_concurrency.lockutils [req-efc75bcf-17e4-42e9-a8fe-8a201fe4be2b req-d1622c59-34d8-4720-848d-49f87648d8e0 service nova] Lock "59baaeaa-0352-4b77-82de-635773369b02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.741849] env[69302]: DEBUG nova.compute.manager [req-efc75bcf-17e4-42e9-a8fe-8a201fe4be2b req-d1622c59-34d8-4720-848d-49f87648d8e0 service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] No waiting events found dispatching network-vif-plugged-9fece96d-120e-4b7e-b7de-9fd7f5c2010f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.742009] env[69302]: WARNING nova.compute.manager [req-efc75bcf-17e4-42e9-a8fe-8a201fe4be2b req-d1622c59-34d8-4720-848d-49f87648d8e0 service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Received unexpected event network-vif-plugged-9fece96d-120e-4b7e-b7de-9fd7f5c2010f for instance with vm_state building and task_state spawning. [ 1089.769092] env[69302]: DEBUG nova.compute.manager [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.769092] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.769092] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694caa7-036c-4722-b342-06bfc7cbaf93 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.775702] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.775934] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aac10e7-9889-4a4c-8603-993ac0d0d390 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.826622] env[69302]: INFO nova.compute.manager [-] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Took 1.53 seconds to deallocate network for instance. [ 1089.848999] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.849227] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.849417] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleting the datastore file [datastore1] 12be5af5-7c9e-4fb6-9434-c915869ba4c6 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.850276] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ec87092-79d7-40c1-8475-147b1639f1dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.855753] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcd9ec-db97-dcf2-5792-a5f229ff4c97, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.856406] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.856663] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b5234e94-0e8f-47e3-ac52-222149bf58cc/b5234e94-0e8f-47e3-ac52-222149bf58cc.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.856952] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40587d9b-1289-4b0c-a89d-2631a322e6ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.859956] env[69302]: DEBUG oslo_vmware.api [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1089.859956] env[69302]: value = "task-3184127" [ 1089.859956] env[69302]: _type = "Task" [ 1089.859956] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.864165] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1089.864165] env[69302]: value = "task-3184128" [ 1089.864165] env[69302]: _type = "Task" [ 1089.864165] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.870476] env[69302]: DEBUG oslo_vmware.api [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.876139] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.894927] env[69302]: DEBUG nova.compute.manager [req-596515e0-d849-461b-abc0-e3a35f539479 req-1d2bdf85-1881-4a6f-a22d-26878cb79cb8 service nova] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Received event network-vif-deleted-4be35087-8009-48ef-bd94-e796a8b46ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.958983] env[69302]: DEBUG oslo_concurrency.lockutils [None req-51d6e996-b33a-44d5-be05-94be7d1553fb tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.960150] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.732s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.960398] env[69302]: DEBUG nova.objects.instance [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lazy-loading 'resources' on Instance uuid 33553bee-6dbb-4cfa-83d9-04914b6a24ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.061612] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184125, 'name': Rename_Task, 'duration_secs': 0.141899} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.061920] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.066365] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac90d72-1ae8-4250-b8e8-f53ddab38427 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.074328] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1090.074328] env[69302]: value = "task-3184129" [ 1090.074328] env[69302]: _type = "Task" [ 1090.074328] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.083091] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.213071] env[69302]: DEBUG nova.network.neutron [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.243143] env[69302]: DEBUG nova.network.neutron [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [{"id": "1611e4e2-549a-4eec-b705-4b5271785648", "address": "fa:16:3e:c6:d9:c0", "network": {"id": "ff7bc277-a0e9-4f9d-805c-4d1d1fd699c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1217387802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d183872da7445c7b3aa769b571828d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1611e4e2-54", "ovs_interfaceid": "1611e4e2-549a-4eec-b705-4b5271785648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.332730] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.346925] env[69302]: DEBUG nova.network.neutron [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Successfully updated port: 9fece96d-120e-4b7e-b7de-9fd7f5c2010f {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.372319] env[69302]: DEBUG oslo_vmware.api [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152343} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.372925] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.373150] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.373346] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.373514] env[69302]: INFO nova.compute.manager [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1090.373799] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.373979] env[69302]: DEBUG nova.compute.manager [-] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.374105] env[69302]: DEBUG nova.network.neutron [-] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.378950] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507703} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.379402] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b5234e94-0e8f-47e3-ac52-222149bf58cc/b5234e94-0e8f-47e3-ac52-222149bf58cc.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.379604] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.379843] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4776bf66-ffff-4224-b1d6-31fa34f86d70 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.385914] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1090.385914] env[69302]: value = "task-3184130" [ 1090.385914] env[69302]: _type = "Task" [ 1090.385914] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.394311] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.467754] env[69302]: DEBUG nova.objects.instance [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lazy-loading 'numa_topology' on Instance uuid 33553bee-6dbb-4cfa-83d9-04914b6a24ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.584276] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.748107] env[69302]: DEBUG oslo_concurrency.lockutils [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Releasing lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.852354] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "refresh_cache-59baaeaa-0352-4b77-82de-635773369b02" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.852569] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "refresh_cache-59baaeaa-0352-4b77-82de-635773369b02" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.852630] env[69302]: DEBUG nova.network.neutron [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.896084] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067259} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.896336] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.897117] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129bd840-efb5-405a-8c83-8826cbc2f202 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.919181] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] b5234e94-0e8f-47e3-ac52-222149bf58cc/b5234e94-0e8f-47e3-ac52-222149bf58cc.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.921854] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15609741-1f5c-4e2e-ade1-4ee28ae83274 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.943056] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1090.943056] env[69302]: value = "task-3184131" [ 1090.943056] env[69302]: _type = "Task" [ 1090.943056] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.951201] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.969907] env[69302]: DEBUG nova.objects.base [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Object Instance<33553bee-6dbb-4cfa-83d9-04914b6a24ad> lazy-loaded attributes: resources,numa_topology {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.989844] env[69302]: DEBUG nova.network.neutron [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.084442] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184129, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.159231] env[69302]: DEBUG nova.network.neutron [-] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.202849] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b9d31e-f66f-45b1-b9f2-ed2a9453dacf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.210352] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc13ee08-0457-42e4-92b9-fc206cf0c453 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.241539] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b516c972-3a20-46e6-af5a-f4fc4452b03b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.250333] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1861ce-ae5d-4d29-9bbf-1eca320d0684 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.258862] env[69302]: DEBUG nova.objects.instance [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lazy-loading 'flavor' on Instance uuid 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.268209] env[69302]: DEBUG nova.compute.provider_tree [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.383515] env[69302]: DEBUG nova.network.neutron [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.453997] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.493912] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Releasing lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.494193] env[69302]: DEBUG nova.compute.manager [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Inject network info {{(pid=69302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1091.494463] env[69302]: DEBUG nova.compute.manager [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] network_info to inject: |[{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1091.499363] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Reconfiguring VM instance to set the machine id {{(pid=69302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1091.499681] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5233551b-1fcf-4f2d-8a69-8f2bf55b1beb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.515841] env[69302]: DEBUG oslo_vmware.api [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1091.515841] env[69302]: value = "task-3184132" [ 1091.515841] env[69302]: _type = "Task" [ 1091.515841] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.523935] env[69302]: DEBUG oslo_vmware.api [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.587189] env[69302]: DEBUG oslo_vmware.api [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184129, 'name': PowerOnVM_Task, 'duration_secs': 1.086212} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.587483] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.587681] env[69302]: INFO nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1091.587857] env[69302]: DEBUG nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.588692] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a09050-5fe8-4935-b965-a0fcf5cc7f0d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.662566] env[69302]: INFO nova.compute.manager [-] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Took 1.29 seconds to deallocate network for instance. [ 1091.773087] env[69302]: DEBUG nova.scheduler.client.report [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.777586] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.777973] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquired lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.899673] env[69302]: DEBUG nova.network.neutron [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Updating instance_info_cache with network_info: [{"id": "9fece96d-120e-4b7e-b7de-9fd7f5c2010f", "address": "fa:16:3e:cf:44:1a", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fece96d-12", "ovs_interfaceid": "9fece96d-120e-4b7e-b7de-9fd7f5c2010f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.928594] env[69302]: DEBUG nova.compute.manager [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Received event network-changed-e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.928790] env[69302]: DEBUG nova.compute.manager [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Refreshing instance network info cache due to event network-changed-e1d5495f-194e-431e-afa2-ab95c366afb5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.928977] env[69302]: DEBUG oslo_concurrency.lockutils [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] Acquiring lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.953632] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.026964] env[69302]: DEBUG oslo_vmware.api [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184132, 'name': ReconfigVM_Task, 'duration_secs': 0.291322} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.027253] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86165f8a-9d03-4c5b-a946-f60a45602b23 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Reconfigured VM instance to set the machine id {{(pid=69302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1092.107466] env[69302]: INFO nova.compute.manager [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Took 17.83 seconds to build instance. [ 1092.130591] env[69302]: DEBUG nova.network.neutron [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.169250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.285034] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.286178] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.185s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.286535] env[69302]: DEBUG nova.objects.instance [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lazy-loading 'resources' on Instance uuid 132fa687-a8f0-45a3-9206-7017c2a8b510 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.288248] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.288634] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c4bb0d1-ac7a-4d93-b803-baf642055e2f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.297121] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1092.297121] env[69302]: value = "task-3184133" [ 1092.297121] env[69302]: _type = "Task" [ 1092.297121] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.307276] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.402097] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "refresh_cache-59baaeaa-0352-4b77-82de-635773369b02" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.402542] env[69302]: DEBUG nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Instance network_info: |[{"id": "9fece96d-120e-4b7e-b7de-9fd7f5c2010f", "address": "fa:16:3e:cf:44:1a", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fece96d-12", "ovs_interfaceid": "9fece96d-120e-4b7e-b7de-9fd7f5c2010f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.402889] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:44:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fece96d-120e-4b7e-b7de-9fd7f5c2010f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.410732] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.410998] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.411250] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53692f46-ac89-4f58-9e27-72a1d4042911 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.432085] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.432085] env[69302]: value = "task-3184134" [ 1092.432085] env[69302]: _type = "Task" [ 1092.432085] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.439639] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184134, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.453489] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184131, 'name': ReconfigVM_Task, 'duration_secs': 1.1279} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.453813] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Reconfigured VM instance instance-00000061 to attach disk [datastore2] b5234e94-0e8f-47e3-ac52-222149bf58cc/b5234e94-0e8f-47e3-ac52-222149bf58cc.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.454423] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae6e0c2f-ef40-4842-addf-a87001b29a2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.461515] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1092.461515] env[69302]: value = "task-3184135" [ 1092.461515] env[69302]: _type = "Task" [ 1092.461515] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.474255] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184135, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.609362] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abce0b5b-f56a-40f2-a980-a3b1c999eeb9 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.346s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.807312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e3c3b51f-7f5e-4cc8-8854-31483cae1be5 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.586s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.808648] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.254s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.809674] env[69302]: INFO nova.compute.manager [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Unshelving [ 1092.824586] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184133, 'name': PowerOffVM_Task, 'duration_secs': 0.172082} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.826071] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.827446] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75941e6-6c69-48c3-a3d6-4a7f59053499 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.852168] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993304f6-3a8b-4c50-af45-edac08f1f174 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.900308] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.902752] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-806a877c-a512-43ea-9db1-43b3df0e0020 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.911028] env[69302]: DEBUG nova.network.neutron [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.913623] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1092.913623] env[69302]: value = "task-3184136" [ 1092.913623] env[69302]: _type = "Task" [ 1092.913623] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.929027] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1092.929027] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.929027] env[69302]: DEBUG oslo_concurrency.lockutils [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.929027] env[69302]: DEBUG oslo_concurrency.lockutils [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.929027] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.929027] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5916b17e-13c0-4cf7-bbf8-2c90bea586b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.940949] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184134, 'name': CreateVM_Task, 'duration_secs': 0.324203} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.941886] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.942330] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.942527] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.943676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.943839] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.944159] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.944379] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f727a5f-d762-405c-bd08-f654f2ca86f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.949228] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4ffbcb-141a-4e8a-9b31-504bc7eb40b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.954820] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1092.954820] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524bbef8-fa93-9d3f-7d9c-6b49938b10f5" [ 1092.954820] env[69302]: _type = "Task" [ 1092.954820] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.956022] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1092.956022] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52524013-5640-7ffa-625b-b4326ed2c15f" [ 1092.956022] env[69302]: _type = "Task" [ 1092.956022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.971940] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524bbef8-fa93-9d3f-7d9c-6b49938b10f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.975629] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52524013-5640-7ffa-625b-b4326ed2c15f, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.975837] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71da208-6cd0-4fda-8129-46232e012d34 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.978011] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.979289] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.979289] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.983500] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184135, 'name': Rename_Task, 'duration_secs': 0.140753} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.986983] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.986983] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a8f85b-0206-4d9e-8f06-eac32a102b0f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.987271] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1092.987271] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b3e382-6f3a-83af-f45c-5231a3007f5d" [ 1092.987271] env[69302]: _type = "Task" [ 1092.987271] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.992196] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1092.992196] env[69302]: value = "task-3184137" [ 1092.992196] env[69302]: _type = "Task" [ 1092.992196] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.999590] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b3e382-6f3a-83af-f45c-5231a3007f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.004556] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.071493] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf28f95f-91ab-4662-8040-d5edf0ce92d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.079291] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dcd979-960d-4b31-88df-5a30c8e849e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.110486] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab77e0b-e454-4f4d-abda-e8c9630d2462 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.118023] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e269a31-f808-46f1-a235-0dc540608ee6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.131144] env[69302]: DEBUG nova.compute.provider_tree [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.416164] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Releasing lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.416439] env[69302]: DEBUG nova.compute.manager [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Inject network info {{(pid=69302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1093.416707] env[69302]: DEBUG nova.compute.manager [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] network_info to inject: |[{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1093.423474] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Reconfiguring VM instance to set the machine id {{(pid=69302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1093.423843] env[69302]: DEBUG oslo_concurrency.lockutils [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] Acquired lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.424062] env[69302]: DEBUG nova.network.neutron [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Refreshing network info cache for port e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.425474] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f8aff1-767d-433d-b2fb-b856428bb64e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.448104] env[69302]: DEBUG oslo_vmware.api [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1093.448104] env[69302]: value = "task-3184138" [ 1093.448104] env[69302]: _type = "Task" [ 1093.448104] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.457701] env[69302]: DEBUG oslo_vmware.api [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.503320] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b3e382-6f3a-83af-f45c-5231a3007f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.017773} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.507618] env[69302]: DEBUG oslo_concurrency.lockutils [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.508074] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. {{(pid=69302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1093.508842] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184137, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.509215] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.509434] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.509693] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5c6d938-a472-48ff-8b1b-6d637385abe5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.512176] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3ac7a2b-ba1a-4a0b-9ef2-cc3cf30d22e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.520145] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1093.520145] env[69302]: value = "task-3184139" [ 1093.520145] env[69302]: _type = "Task" [ 1093.520145] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.525077] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.527741] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.527741] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7624c432-7ff2-4520-93ab-5b671ab7a3b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.531722] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.538021] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1093.538021] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52523848-027f-9ea2-5d8c-db7473d8a652" [ 1093.538021] env[69302]: _type = "Task" [ 1093.538021] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.550054] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52523848-027f-9ea2-5d8c-db7473d8a652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.578845] env[69302]: DEBUG nova.compute.manager [req-aeb79b8e-85e7-4946-9eb7-19cc43146f20 req-88ee32f0-52af-415e-82f3-888b991b3571 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.581032] env[69302]: DEBUG nova.compute.manager [req-aeb79b8e-85e7-4946-9eb7-19cc43146f20 req-88ee32f0-52af-415e-82f3-888b991b3571 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing instance network info cache due to event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.581032] env[69302]: DEBUG oslo_concurrency.lockutils [req-aeb79b8e-85e7-4946-9eb7-19cc43146f20 req-88ee32f0-52af-415e-82f3-888b991b3571 service nova] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.581032] env[69302]: DEBUG oslo_concurrency.lockutils [req-aeb79b8e-85e7-4946-9eb7-19cc43146f20 req-88ee32f0-52af-415e-82f3-888b991b3571 service nova] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.581032] env[69302]: DEBUG nova.network.neutron [req-aeb79b8e-85e7-4946-9eb7-19cc43146f20 req-88ee32f0-52af-415e-82f3-888b991b3571 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.634096] env[69302]: DEBUG nova.scheduler.client.report [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.737429] env[69302]: DEBUG nova.network.neutron [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updated VIF entry in instance network info cache for port e1d5495f-194e-431e-afa2-ab95c366afb5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.737823] env[69302]: DEBUG nova.network.neutron [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.840505] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.962777] env[69302]: DEBUG oslo_vmware.api [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184138, 'name': ReconfigVM_Task, 'duration_secs': 0.156039} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.962777] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8279a3f0-3604-492a-bf61-d4731e11eb62 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Reconfigured VM instance to set the machine id {{(pid=69302) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1094.014192] env[69302]: DEBUG oslo_vmware.api [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184137, 'name': PowerOnVM_Task, 'duration_secs': 0.55805} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.014192] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.014192] env[69302]: INFO nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1094.014192] env[69302]: DEBUG nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.014192] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e510df7-173f-4a5f-8117-3338e8c06cbe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.020632] env[69302]: DEBUG nova.compute.manager [req-b29eee44-4379-4b27-86b1-8d4443e4246e req-54b862c7-9408-46e8-b965-c4d03ace5934 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Received event network-changed-e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.021222] env[69302]: DEBUG nova.compute.manager [req-b29eee44-4379-4b27-86b1-8d4443e4246e req-54b862c7-9408-46e8-b965-c4d03ace5934 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Refreshing instance network info cache due to event network-changed-e1d5495f-194e-431e-afa2-ab95c366afb5. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.021464] env[69302]: DEBUG oslo_concurrency.lockutils [req-b29eee44-4379-4b27-86b1-8d4443e4246e req-54b862c7-9408-46e8-b965-c4d03ace5934 service nova] Acquiring lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.039858] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184139, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.055285] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.055285] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.055285] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.055285] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.055285] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.055285] env[69302]: INFO nova.compute.manager [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Terminating instance [ 1094.057199] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52523848-027f-9ea2-5d8c-db7473d8a652, 'name': SearchDatastore_Task, 'duration_secs': 0.021876} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.059995] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4c8f1c-3f45-4ec7-a187-ad46a6209621 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.068549] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1094.068549] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c51aca-5b9a-534a-6b8a-6e8109c80ce4" [ 1094.068549] env[69302]: _type = "Task" [ 1094.068549] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.078673] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c51aca-5b9a-534a-6b8a-6e8109c80ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.144184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.148834] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.356s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.149041] env[69302]: DEBUG nova.objects.instance [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1094.172539] env[69302]: INFO nova.scheduler.client.report [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Deleted allocations for instance 132fa687-a8f0-45a3-9206-7017c2a8b510 [ 1094.243026] env[69302]: DEBUG oslo_concurrency.lockutils [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] Releasing lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.243026] env[69302]: DEBUG nova.compute.manager [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Received event network-changed-9fece96d-120e-4b7e-b7de-9fd7f5c2010f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.243026] env[69302]: DEBUG nova.compute.manager [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Refreshing instance network info cache due to event network-changed-9fece96d-120e-4b7e-b7de-9fd7f5c2010f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.243026] env[69302]: DEBUG oslo_concurrency.lockutils [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] Acquiring lock "refresh_cache-59baaeaa-0352-4b77-82de-635773369b02" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.243026] env[69302]: DEBUG oslo_concurrency.lockutils [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] Acquired lock "refresh_cache-59baaeaa-0352-4b77-82de-635773369b02" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.243026] env[69302]: DEBUG nova.network.neutron [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Refreshing network info cache for port 9fece96d-120e-4b7e-b7de-9fd7f5c2010f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.243026] env[69302]: DEBUG oslo_concurrency.lockutils [req-b29eee44-4379-4b27-86b1-8d4443e4246e req-54b862c7-9408-46e8-b965-c4d03ace5934 service nova] Acquired lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.243026] env[69302]: DEBUG nova.network.neutron [req-b29eee44-4379-4b27-86b1-8d4443e4246e req-54b862c7-9408-46e8-b965-c4d03ace5934 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Refreshing network info cache for port e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.288623] env[69302]: DEBUG nova.network.neutron [req-aeb79b8e-85e7-4946-9eb7-19cc43146f20 req-88ee32f0-52af-415e-82f3-888b991b3571 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updated VIF entry in instance network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.288623] env[69302]: DEBUG nova.network.neutron [req-aeb79b8e-85e7-4946-9eb7-19cc43146f20 req-88ee32f0-52af-415e-82f3-888b991b3571 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.539473] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556826} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.541353] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. [ 1094.544669] env[69302]: INFO nova.compute.manager [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Took 17.69 seconds to build instance. [ 1094.544669] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c455cf-3dd8-415c-b174-f8bae4390c24 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.565373] env[69302]: DEBUG nova.compute.manager [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.565605] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.573443] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.574737] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7059b2-e579-47b6-98cd-db06d8cf91f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.577666] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88cf7c3c-8d2a-4f8d-b98b-c321518da6fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.602485] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.602773] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c51aca-5b9a-534a-6b8a-6e8109c80ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.603871] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df14fab9-9de7-4899-9470-346673534091 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.605339] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.605596] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 59baaeaa-0352-4b77-82de-635773369b02/59baaeaa-0352-4b77-82de-635773369b02.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.605894] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1094.605894] env[69302]: value = "task-3184140" [ 1094.605894] env[69302]: _type = "Task" [ 1094.605894] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.606345] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-867553a3-141a-4882-b9b5-3e4f95151741 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.612587] env[69302]: DEBUG oslo_vmware.api [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1094.612587] env[69302]: value = "task-3184141" [ 1094.612587] env[69302]: _type = "Task" [ 1094.612587] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.620450] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.620808] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1094.620808] env[69302]: value = "task-3184142" [ 1094.620808] env[69302]: _type = "Task" [ 1094.620808] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.628113] env[69302]: DEBUG oslo_vmware.api [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.633480] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.681196] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86518597-8d8e-4906-afed-b72d84f02155 tempest-ImagesOneServerNegativeTestJSON-1546179943 tempest-ImagesOneServerNegativeTestJSON-1546179943-project-member] Lock "132fa687-a8f0-45a3-9206-7017c2a8b510" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.040s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.790830] env[69302]: DEBUG oslo_concurrency.lockutils [req-aeb79b8e-85e7-4946-9eb7-19cc43146f20 req-88ee32f0-52af-415e-82f3-888b991b3571 service nova] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.047772] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28c8ef79-f341-432e-8561-a4feb3182b2a tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.202s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.118420] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.131018] env[69302]: DEBUG oslo_vmware.api [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184141, 'name': PowerOffVM_Task, 'duration_secs': 0.306417} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.131762] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.131948] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.132617] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a00e72f4-078a-48fd-bae0-73bc1a0bf8a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.138692] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184142, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.158327] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f5d66e07-2817-40e3-a2d4-4fa4e841c203 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.162759] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.253s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.213351] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.213607] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.213827] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Deleting the datastore file [datastore1] 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.214185] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3d60ddb-0226-4cc1-b626-d8692d975423 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.221059] env[69302]: DEBUG oslo_vmware.api [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for the task: (returnval){ [ 1095.221059] env[69302]: value = "task-3184144" [ 1095.221059] env[69302]: _type = "Task" [ 1095.221059] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.232226] env[69302]: DEBUG oslo_vmware.api [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.335919] env[69302]: DEBUG nova.network.neutron [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Updated VIF entry in instance network info cache for port 9fece96d-120e-4b7e-b7de-9fd7f5c2010f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.336313] env[69302]: DEBUG nova.network.neutron [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Updating instance_info_cache with network_info: [{"id": "9fece96d-120e-4b7e-b7de-9fd7f5c2010f", "address": "fa:16:3e:cf:44:1a", "network": {"id": "4d9e013f-7d12-463c-bef1-94deb04635e0", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392448709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7b2b5e134144eb2ad75edefa86b7c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fece96d-12", "ovs_interfaceid": "9fece96d-120e-4b7e-b7de-9fd7f5c2010f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.356866] env[69302]: DEBUG nova.network.neutron [req-b29eee44-4379-4b27-86b1-8d4443e4246e req-54b862c7-9408-46e8-b965-c4d03ace5934 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updated VIF entry in instance network info cache for port e1d5495f-194e-431e-afa2-ab95c366afb5. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.357049] env[69302]: DEBUG nova.network.neutron [req-b29eee44-4379-4b27-86b1-8d4443e4246e req-54b862c7-9408-46e8-b965-c4d03ace5934 service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [{"id": "e1d5495f-194e-431e-afa2-ab95c366afb5", "address": "fa:16:3e:85:d6:dd", "network": {"id": "e7cc5dda-fb01-4569-8045-b7ebe8c9fd21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-93649075-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a780b92b02d04a9cbaa84a3d63778191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1d5495f-19", "ovs_interfaceid": "e1d5495f-194e-431e-afa2-ab95c366afb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.618321] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184140, 'name': ReconfigVM_Task, 'duration_secs': 0.942995} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.618677] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.619470] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1554ea85-939a-4e24-822e-a0aa0bd1917f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.632388] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861795} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.649701] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 59baaeaa-0352-4b77-82de-635773369b02/59baaeaa-0352-4b77-82de-635773369b02.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.649982] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.656349] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c39a1225-8cb5-4232-b2b4-fffce5ba6443 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.658333] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b2f532-2a3d-4d35-aa54-e5f8bee4b452 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.670655] env[69302]: DEBUG nova.compute.manager [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received event network-changed-e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.670831] env[69302]: DEBUG nova.compute.manager [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing instance network info cache due to event network-changed-e966b242-7882-490d-b4fa-e57ff65e8ccb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.671054] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Acquiring lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.671200] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Acquired lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.671357] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing network info cache for port e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.682121] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1095.682121] env[69302]: value = "task-3184145" [ 1095.682121] env[69302]: _type = "Task" [ 1095.682121] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.684509] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1095.684509] env[69302]: value = "task-3184146" [ 1095.684509] env[69302]: _type = "Task" [ 1095.684509] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.697377] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.702995] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.735630] env[69302]: DEBUG oslo_vmware.api [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Task: {'id': task-3184144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497443} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.739141] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.739400] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.739629] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.739835] env[69302]: INFO nova.compute.manager [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1095.740178] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.740633] env[69302]: DEBUG nova.compute.manager [-] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.740745] env[69302]: DEBUG nova.network.neutron [-] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.840104] env[69302]: DEBUG oslo_concurrency.lockutils [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] Releasing lock "refresh_cache-59baaeaa-0352-4b77-82de-635773369b02" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.840735] env[69302]: DEBUG nova.compute.manager [req-355671c3-0359-41f2-aa56-4bc936856650 req-a8e1622e-c2c6-4310-94ed-4225dc20492f service nova] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Received event network-vif-deleted-5acfb1fa-b59e-4d5b-8036-f293f8daaf2b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.861533] env[69302]: DEBUG oslo_concurrency.lockutils [req-b29eee44-4379-4b27-86b1-8d4443e4246e req-54b862c7-9408-46e8-b965-c4d03ace5934 service nova] Releasing lock "refresh_cache-4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.917025] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a3a47c-a892-4b8b-8416-c14d5ba2960c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.930804] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef6066-4e52-42b8-a2c2-0bce8a63a1d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.963426] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7ee172-f486-4d9b-8820-652ab4d9e4ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.970791] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03968b73-4292-4b1c-8294-2df81b8c6691 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.986246] env[69302]: DEBUG nova.compute.provider_tree [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.204363] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07303} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.207803] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.208187] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184146, 'name': ReconfigVM_Task, 'duration_secs': 0.39489} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.209721] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d436820-93e2-44bb-b873-c39eef5d0a49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.212848] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.213149] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4209335c-77db-4ce8-8e3c-35a2c6d6b0a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.245257] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 59baaeaa-0352-4b77-82de-635773369b02/59baaeaa-0352-4b77-82de-635773369b02.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.248392] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305eb615-14f4-4986-b3c8-d2c0a0549f82 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.265153] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1096.265153] env[69302]: value = "task-3184147" [ 1096.265153] env[69302]: _type = "Task" [ 1096.265153] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.272804] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1096.272804] env[69302]: value = "task-3184148" [ 1096.272804] env[69302]: _type = "Task" [ 1096.272804] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.279473] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184147, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.285015] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.488368] env[69302]: DEBUG nova.scheduler.client.report [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.675816] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updated VIF entry in instance network info cache for port e966b242-7882-490d-b4fa-e57ff65e8ccb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.676191] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.777238] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.785845] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.823813] env[69302]: DEBUG nova.compute.manager [req-8ef23b4f-cf92-47d8-8363-b9084a488897 req-01f1b954-a8c5-4c44-9050-a8b05901058f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Received event network-vif-deleted-e1d5495f-194e-431e-afa2-ab95c366afb5 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.824131] env[69302]: INFO nova.compute.manager [req-8ef23b4f-cf92-47d8-8363-b9084a488897 req-01f1b954-a8c5-4c44-9050-a8b05901058f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Neutron deleted interface e1d5495f-194e-431e-afa2-ab95c366afb5; detaching it from the instance and deleting it from the info cache [ 1096.824363] env[69302]: DEBUG nova.network.neutron [req-8ef23b4f-cf92-47d8-8363-b9084a488897 req-01f1b954-a8c5-4c44-9050-a8b05901058f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.069503] env[69302]: DEBUG nova.compute.manager [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1097.102431] env[69302]: DEBUG nova.network.neutron [-] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.181115] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Releasing lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.181419] env[69302]: DEBUG nova.compute.manager [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received event network-changed-e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.181593] env[69302]: DEBUG nova.compute.manager [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing instance network info cache due to event network-changed-e966b242-7882-490d-b4fa-e57ff65e8ccb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.181845] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Acquiring lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.181999] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Acquired lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.182243] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing network info cache for port e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.279875] env[69302]: DEBUG oslo_vmware.api [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184147, 'name': PowerOnVM_Task, 'duration_secs': 0.863015} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.283777] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.288337] env[69302]: DEBUG nova.compute.manager [None req-aeef1df9-9689-444f-90dd-bab801ac0143 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.288540] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795a2ed-4889-4310-bffb-29de4c474acc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.294545] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184148, 'name': ReconfigVM_Task, 'duration_secs': 1.015559} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.295256] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 59baaeaa-0352-4b77-82de-635773369b02/59baaeaa-0352-4b77-82de-635773369b02.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.296097] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86894250-3b4e-41e2-98cd-2887d6d2dc95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.308834] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1097.308834] env[69302]: value = "task-3184149" [ 1097.308834] env[69302]: _type = "Task" [ 1097.308834] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.319680] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184149, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.327143] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9ee5a6e-608b-4231-a0be-315fffacef74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.336916] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99486fc-6fed-48e4-b45d-d18eda1c54ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.371431] env[69302]: DEBUG nova.compute.manager [req-8ef23b4f-cf92-47d8-8363-b9084a488897 req-01f1b954-a8c5-4c44-9050-a8b05901058f service nova] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Detach interface failed, port_id=e1d5495f-194e-431e-afa2-ab95c366afb5, reason: Instance 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1097.500086] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.340s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.503051] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.422s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.503259] env[69302]: DEBUG nova.objects.instance [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lazy-loading 'resources' on Instance uuid e777adea-7f72-46ca-8aeb-b9b90e57f6b7 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.595948] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.606122] env[69302]: INFO nova.compute.manager [-] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Took 1.87 seconds to deallocate network for instance. [ 1097.818842] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184149, 'name': Rename_Task, 'duration_secs': 0.334459} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.819164] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.819380] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2692341-d0a4-4736-8f49-210540a93357 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.829382] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1097.829382] env[69302]: value = "task-3184150" [ 1097.829382] env[69302]: _type = "Task" [ 1097.829382] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.840926] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.911397] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updated VIF entry in instance network info cache for port e966b242-7882-490d-b4fa-e57ff65e8ccb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.911822] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.061144] env[69302]: INFO nova.scheduler.client.report [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted allocation for migration dbf32ea3-0266-493d-91a0-b0c1b2574082 [ 1098.113363] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.219939] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01615d4d-5f3d-43ab-b036-a6c95c0b7bb8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.229760] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652aa1ee-95d2-47e4-8ff6-e50b5d2d9d4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.276139] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513113a8-7db2-405f-95fa-a7aff16abe83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.284585] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338f6d5a-60da-4db2-8e3a-633d44191e5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.299104] env[69302]: DEBUG nova.compute.provider_tree [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.338879] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184150, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.414564] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Releasing lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.414900] env[69302]: DEBUG nova.compute.manager [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.415092] env[69302]: DEBUG nova.compute.manager [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing instance network info cache due to event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.415316] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.415458] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.415616] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.568668] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe18796a-d422-422c-a90a-afb1f4153a67 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.245s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.617605] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "93b679c4-2c07-4b85-bc37-84488097d52f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.617737] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.617907] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.618114] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.618284] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.620303] env[69302]: INFO nova.compute.manager [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Terminating instance [ 1098.801983] env[69302]: DEBUG nova.scheduler.client.report [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.840282] env[69302]: DEBUG oslo_vmware.api [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184150, 'name': PowerOnVM_Task, 'duration_secs': 0.569361} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.840525] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.840634] env[69302]: INFO nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1098.840746] env[69302]: DEBUG nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.841541] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee64e27a-07ff-4c35-9739-aa41b25be0db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.892610] env[69302]: DEBUG nova.compute.manager [req-4eee96c7-c824-405d-8700-9ac86a8762aa req-dcfb344c-0f19-4453-bbcc-aa8d757c0207 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Received event network-changed-1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.892735] env[69302]: DEBUG nova.compute.manager [req-4eee96c7-c824-405d-8700-9ac86a8762aa req-dcfb344c-0f19-4453-bbcc-aa8d757c0207 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing instance network info cache due to event network-changed-1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.892952] env[69302]: DEBUG oslo_concurrency.lockutils [req-4eee96c7-c824-405d-8700-9ac86a8762aa req-dcfb344c-0f19-4453-bbcc-aa8d757c0207 service nova] Acquiring lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.893154] env[69302]: DEBUG oslo_concurrency.lockutils [req-4eee96c7-c824-405d-8700-9ac86a8762aa req-dcfb344c-0f19-4453-bbcc-aa8d757c0207 service nova] Acquired lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.893343] env[69302]: DEBUG nova.network.neutron [req-4eee96c7-c824-405d-8700-9ac86a8762aa req-dcfb344c-0f19-4453-bbcc-aa8d757c0207 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.124869] env[69302]: DEBUG nova.compute.manager [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.125307] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.126532] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e255e8fc-ffda-4056-b7ae-6ab73d511167 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.138173] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.138565] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78477841-6959-4977-9312-ede8a380fd7c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.145777] env[69302]: DEBUG oslo_vmware.api [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1099.145777] env[69302]: value = "task-3184151" [ 1099.145777] env[69302]: _type = "Task" [ 1099.145777] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.156602] env[69302]: DEBUG oslo_vmware.api [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.306385] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.309598] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.976s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.309598] env[69302]: DEBUG nova.objects.instance [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lazy-loading 'resources' on Instance uuid 25aa4949-2129-4163-a537-6f1b8afded9b {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.337744] env[69302]: INFO nova.scheduler.client.report [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Deleted allocations for instance e777adea-7f72-46ca-8aeb-b9b90e57f6b7 [ 1099.349324] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updated VIF entry in instance network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.349743] env[69302]: DEBUG nova.network.neutron [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.362794] env[69302]: INFO nova.compute.manager [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Took 18.24 seconds to build instance. [ 1099.606384] env[69302]: DEBUG nova.network.neutron [req-4eee96c7-c824-405d-8700-9ac86a8762aa req-dcfb344c-0f19-4453-bbcc-aa8d757c0207 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updated VIF entry in instance network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.606384] env[69302]: DEBUG nova.network.neutron [req-4eee96c7-c824-405d-8700-9ac86a8762aa req-dcfb344c-0f19-4453-bbcc-aa8d757c0207 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [{"id": "1611e4e2-549a-4eec-b705-4b5271785648", "address": "fa:16:3e:c6:d9:c0", "network": {"id": "ff7bc277-a0e9-4f9d-805c-4d1d1fd699c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1217387802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d183872da7445c7b3aa769b571828d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1611e4e2-54", "ovs_interfaceid": "1611e4e2-549a-4eec-b705-4b5271785648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.658448] env[69302]: DEBUG oslo_vmware.api [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184151, 'name': PowerOffVM_Task, 'duration_secs': 0.234007} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.658623] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.658888] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.659304] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-571e78e9-33dc-48c0-9845-0336cc4f3cbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.728912] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.728912] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.728912] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleting the datastore file [datastore1] 93b679c4-2c07-4b85-bc37-84488097d52f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.729180] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86900abe-4e84-4b27-9caa-eb99978809bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.735967] env[69302]: DEBUG oslo_vmware.api [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1099.735967] env[69302]: value = "task-3184153" [ 1099.735967] env[69302]: _type = "Task" [ 1099.735967] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.748077] env[69302]: DEBUG oslo_vmware.api [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.850565] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4978b3ad-cdc3-41fa-8159-e982bde1a8a9 tempest-ServersListShow296Test-1975890175 tempest-ServersListShow296Test-1975890175-project-member] Lock "e777adea-7f72-46ca-8aeb-b9b90e57f6b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.971s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.851708] env[69302]: DEBUG oslo_concurrency.lockutils [req-f7db85ed-d06c-42c9-9975-c06952a205ad req-b380dcaf-83c6-4f78-84b8-6c32f1448e71 service nova] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.865690] env[69302]: DEBUG oslo_concurrency.lockutils [None req-354a6463-ee2b-44ae-9ebd-a7b016f1358f tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "59baaeaa-0352-4b77-82de-635773369b02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.747s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.090270] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2973e9db-a26c-4725-b0f7-3bf91d454a9a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.106025] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f219b1e-1fbd-4619-8e81-b5e6074f9e96 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.109362] env[69302]: DEBUG oslo_concurrency.lockutils [req-4eee96c7-c824-405d-8700-9ac86a8762aa req-dcfb344c-0f19-4453-bbcc-aa8d757c0207 service nova] Releasing lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.143030] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b9c16c-77b2-4318-82e3-bc5ac5741446 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.150384] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a951cf9e-606d-4b53-87bf-aab96cfee5cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.169019] env[69302]: DEBUG nova.compute.provider_tree [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.249056] env[69302]: DEBUG oslo_vmware.api [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20132} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.249372] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.249527] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.249708] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.249896] env[69302]: INFO nova.compute.manager [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1100.250151] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.250345] env[69302]: DEBUG nova.compute.manager [-] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.250438] env[69302]: DEBUG nova.network.neutron [-] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.672974] env[69302]: DEBUG nova.scheduler.client.report [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.912773] env[69302]: DEBUG nova.compute.manager [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.913828] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf013d-9563-4901-bc5f-902c3b2e0524 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.928609] env[69302]: DEBUG nova.compute.manager [req-eb07ea3a-df23-4074-aac6-7c6b086aa0ef req-286e3d8e-ddd2-499a-97fb-c701c4d5bf87 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Received event network-changed-1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.928812] env[69302]: DEBUG nova.compute.manager [req-eb07ea3a-df23-4074-aac6-7c6b086aa0ef req-286e3d8e-ddd2-499a-97fb-c701c4d5bf87 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing instance network info cache due to event network-changed-1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.929044] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb07ea3a-df23-4074-aac6-7c6b086aa0ef req-286e3d8e-ddd2-499a-97fb-c701c4d5bf87 service nova] Acquiring lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.929188] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb07ea3a-df23-4074-aac6-7c6b086aa0ef req-286e3d8e-ddd2-499a-97fb-c701c4d5bf87 service nova] Acquired lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.929345] env[69302]: DEBUG nova.network.neutron [req-eb07ea3a-df23-4074-aac6-7c6b086aa0ef req-286e3d8e-ddd2-499a-97fb-c701c4d5bf87 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.180476] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.183774] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.014s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.184122] env[69302]: DEBUG nova.objects.instance [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'resources' on Instance uuid 12be5af5-7c9e-4fb6-9434-c915869ba4c6 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.226538] env[69302]: INFO nova.scheduler.client.report [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Deleted allocations for instance 25aa4949-2129-4163-a537-6f1b8afded9b [ 1101.341998] env[69302]: DEBUG nova.compute.manager [req-c7218791-5793-475b-89d4-43b026c5481e req-b938366d-50e5-4b17-a962-f25ca3002672 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Received event network-vif-deleted-40e56ddb-d463-489b-b925-9d8275730ad7 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.341998] env[69302]: INFO nova.compute.manager [req-c7218791-5793-475b-89d4-43b026c5481e req-b938366d-50e5-4b17-a962-f25ca3002672 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Neutron deleted interface 40e56ddb-d463-489b-b925-9d8275730ad7; detaching it from the instance and deleting it from the info cache [ 1101.341998] env[69302]: DEBUG nova.network.neutron [req-c7218791-5793-475b-89d4-43b026c5481e req-b938366d-50e5-4b17-a962-f25ca3002672 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.426888] env[69302]: INFO nova.compute.manager [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] instance snapshotting [ 1101.431054] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d9dbc5-3021-43a6-a9da-c0bae4939761 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.457032] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b264ee-4d8b-4156-89c1-f55532eade82 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.699417] env[69302]: DEBUG nova.network.neutron [-] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.737030] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e4a883cc-bbd6-45c2-8998-6ba61d4a7039 tempest-ServersAdminTestJSON-1282745732 tempest-ServersAdminTestJSON-1282745732-project-member] Lock "25aa4949-2129-4163-a537-6f1b8afded9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.566s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.757801] env[69302]: DEBUG nova.network.neutron [req-eb07ea3a-df23-4074-aac6-7c6b086aa0ef req-286e3d8e-ddd2-499a-97fb-c701c4d5bf87 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updated VIF entry in instance network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.758252] env[69302]: DEBUG nova.network.neutron [req-eb07ea3a-df23-4074-aac6-7c6b086aa0ef req-286e3d8e-ddd2-499a-97fb-c701c4d5bf87 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [{"id": "1611e4e2-549a-4eec-b705-4b5271785648", "address": "fa:16:3e:c6:d9:c0", "network": {"id": "ff7bc277-a0e9-4f9d-805c-4d1d1fd699c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1217387802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d183872da7445c7b3aa769b571828d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1611e4e2-54", "ovs_interfaceid": "1611e4e2-549a-4eec-b705-4b5271785648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.845586] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5074d812-5a5b-46f0-9fbe-9b785a8bef72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.861952] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e899d655-8851-4927-a218-6c3e92f61951 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.900592] env[69302]: DEBUG nova.compute.manager [req-c7218791-5793-475b-89d4-43b026c5481e req-b938366d-50e5-4b17-a962-f25ca3002672 service nova] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Detach interface failed, port_id=40e56ddb-d463-489b-b925-9d8275730ad7, reason: Instance 93b679c4-2c07-4b85-bc37-84488097d52f could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.943573] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ed9a0b-3be0-41f3-9441-2aeaeece3f3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.950942] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8c3fe4-5faa-4ed6-8c91-ff4a95c82339 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.004318] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1102.005136] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ca04309a-268f-4061-a162-64c77cf73234 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.008804] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8c67c0-3d25-4077-8b00-7fb213b73407 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.019718] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43df3c00-6ab5-4ecd-81fc-16caf291c1c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.026018] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1102.026018] env[69302]: value = "task-3184154" [ 1102.026018] env[69302]: _type = "Task" [ 1102.026018] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.037973] env[69302]: DEBUG nova.compute.provider_tree [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.045224] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184154, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.203034] env[69302]: INFO nova.compute.manager [-] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Took 1.95 seconds to deallocate network for instance. [ 1102.263944] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb07ea3a-df23-4074-aac6-7c6b086aa0ef req-286e3d8e-ddd2-499a-97fb-c701c4d5bf87 service nova] Releasing lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.536380] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184154, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.547453] env[69302]: DEBUG nova.scheduler.client.report [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.714050] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.913307] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "65947f24-4dea-4997-9f4a-7579a8fb0056" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.913307] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.035191] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184154, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.052937] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.059443] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.215s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.059443] env[69302]: DEBUG nova.objects.instance [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lazy-loading 'pci_requests' on Instance uuid 33553bee-6dbb-4cfa-83d9-04914b6a24ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.130297] env[69302]: INFO nova.scheduler.client.report [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted allocations for instance 12be5af5-7c9e-4fb6-9434-c915869ba4c6 [ 1103.369768] env[69302]: DEBUG nova.compute.manager [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Received event network-changed-1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.369961] env[69302]: DEBUG nova.compute.manager [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing instance network info cache due to event network-changed-1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.370254] env[69302]: DEBUG oslo_concurrency.lockutils [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] Acquiring lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.370439] env[69302]: DEBUG oslo_concurrency.lockutils [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] Acquired lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.371754] env[69302]: DEBUG nova.network.neutron [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.412780] env[69302]: DEBUG nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.540654] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184154, 'name': CreateSnapshot_Task, 'duration_secs': 1.172491} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.540992] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1103.542201] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabdb69a-cecf-42f4-b1e9-ac3c4156c6af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.563208] env[69302]: DEBUG nova.objects.instance [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lazy-loading 'numa_topology' on Instance uuid 33553bee-6dbb-4cfa-83d9-04914b6a24ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.642328] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8e85795-b164-4d14-a90d-e32aace51697 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "12be5af5-7c9e-4fb6-9434-c915869ba4c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.382s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.895281] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "b798e0a1-81b2-45d9-a09a-ed9251851071" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.895540] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "b798e0a1-81b2-45d9-a09a-ed9251851071" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.895740] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "b798e0a1-81b2-45d9-a09a-ed9251851071-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.895925] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "b798e0a1-81b2-45d9-a09a-ed9251851071-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.896108] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "b798e0a1-81b2-45d9-a09a-ed9251851071-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.898912] env[69302]: INFO nova.compute.manager [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Terminating instance [ 1103.937252] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.069083] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1104.069935] env[69302]: INFO nova.compute.claims [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.072357] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4246d2e6-582f-46ec-bad6-9a1232fae2b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.090588] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1104.090588] env[69302]: value = "task-3184155" [ 1104.090588] env[69302]: _type = "Task" [ 1104.090588] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.102185] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184155, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.228880] env[69302]: DEBUG nova.network.neutron [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updated VIF entry in instance network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.228985] env[69302]: DEBUG nova.network.neutron [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [{"id": "1611e4e2-549a-4eec-b705-4b5271785648", "address": "fa:16:3e:c6:d9:c0", "network": {"id": "ff7bc277-a0e9-4f9d-805c-4d1d1fd699c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1217387802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d183872da7445c7b3aa769b571828d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1611e4e2-54", "ovs_interfaceid": "1611e4e2-549a-4eec-b705-4b5271785648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.405902] env[69302]: DEBUG nova.compute.manager [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.405902] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.407048] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea288e8-61ed-4ab4-bad6-6e85a25320ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.415443] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.416107] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af34736-b1c0-46e4-af48-c5e02561e62a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.423131] env[69302]: DEBUG oslo_vmware.api [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1104.423131] env[69302]: value = "task-3184156" [ 1104.423131] env[69302]: _type = "Task" [ 1104.423131] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.432616] env[69302]: DEBUG oslo_vmware.api [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.605830] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184155, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.735494] env[69302]: DEBUG oslo_concurrency.lockutils [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] Releasing lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.735740] env[69302]: DEBUG nova.compute.manager [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Received event network-changed-1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.735902] env[69302]: DEBUG nova.compute.manager [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing instance network info cache due to event network-changed-1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.736180] env[69302]: DEBUG oslo_concurrency.lockutils [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] Acquiring lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.736861] env[69302]: DEBUG oslo_concurrency.lockutils [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] Acquired lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.736861] env[69302]: DEBUG nova.network.neutron [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Refreshing network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.932299] env[69302]: DEBUG oslo_vmware.api [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184156, 'name': PowerOffVM_Task, 'duration_secs': 0.300837} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.932576] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.932744] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.932993] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fc3b075-b9a0-4bb6-9f08-179a88bad6d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.001224] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.001462] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.001711] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Deleting the datastore file [datastore2] b798e0a1-81b2-45d9-a09a-ed9251851071 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.001970] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad19f5c8-0e40-435b-b651-fa848d106e8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.008239] env[69302]: DEBUG oslo_vmware.api [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for the task: (returnval){ [ 1105.008239] env[69302]: value = "task-3184158" [ 1105.008239] env[69302]: _type = "Task" [ 1105.008239] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.016056] env[69302]: DEBUG oslo_vmware.api [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.101246] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184155, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.272140] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d520d6c-3797-4b5d-ac73-ab18f15e0d75 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.283324] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87847586-c145-4433-8596-412da9d042e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.320551] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46591b9a-8b59-4522-ba4c-7ec0af307358 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.331915] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff7cd34-2820-4a36-bd97-f5a6260823cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.348399] env[69302]: DEBUG nova.compute.provider_tree [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.427870] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.428196] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.523217] env[69302]: DEBUG oslo_vmware.api [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Task: {'id': task-3184158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464774} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.523476] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.523700] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.523865] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.524055] env[69302]: INFO nova.compute.manager [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1105.524531] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.524740] env[69302]: DEBUG nova.compute.manager [-] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.524831] env[69302]: DEBUG nova.network.neutron [-] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.587667] env[69302]: DEBUG nova.network.neutron [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updated VIF entry in instance network info cache for port 1611e4e2-549a-4eec-b705-4b5271785648. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.588124] env[69302]: DEBUG nova.network.neutron [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [{"id": "1611e4e2-549a-4eec-b705-4b5271785648", "address": "fa:16:3e:c6:d9:c0", "network": {"id": "ff7bc277-a0e9-4f9d-805c-4d1d1fd699c7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1217387802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d183872da7445c7b3aa769b571828d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1611e4e2-54", "ovs_interfaceid": "1611e4e2-549a-4eec-b705-4b5271785648", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.601555] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184155, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.853555] env[69302]: DEBUG nova.scheduler.client.report [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.901901] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.901901] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.933728] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.933922] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.934089] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.934245] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.934386] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.934527] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.934946] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1105.934946] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.939804] env[69302]: DEBUG nova.compute.manager [req-1b4f0ae6-d97f-4895-a38a-07874bb9ae9a req-ff11de0c-ac19-485f-bcc3-f1a6c7366378 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Received event network-vif-deleted-1611e4e2-549a-4eec-b705-4b5271785648 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.939988] env[69302]: INFO nova.compute.manager [req-1b4f0ae6-d97f-4895-a38a-07874bb9ae9a req-ff11de0c-ac19-485f-bcc3-f1a6c7366378 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Neutron deleted interface 1611e4e2-549a-4eec-b705-4b5271785648; detaching it from the instance and deleting it from the info cache [ 1105.940171] env[69302]: DEBUG nova.network.neutron [req-1b4f0ae6-d97f-4895-a38a-07874bb9ae9a req-ff11de0c-ac19-485f-bcc3-f1a6c7366378 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.091055] env[69302]: DEBUG oslo_concurrency.lockutils [req-30b4405b-fa9a-4358-9fc2-3922f1ceb574 req-4a780151-f01d-46c1-9c49-db465073a4a1 service nova] Releasing lock "refresh_cache-b798e0a1-81b2-45d9-a09a-ed9251851071" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.103543] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184155, 'name': CloneVM_Task, 'duration_secs': 1.897018} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.103853] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Created linked-clone VM from snapshot [ 1106.104675] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f61184-ae28-419c-9693-2e06d3bbfe03 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.111831] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Uploading image 9e272c1b-ca15-4877-a7ee-ac7caa8d5ab4 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1106.123421] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1106.123699] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-395c48d8-2be0-49d7-a510-a9de950e74c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.129783] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1106.129783] env[69302]: value = "task-3184159" [ 1106.129783] env[69302]: _type = "Task" [ 1106.129783] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.137167] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184159, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.358585] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.303s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.361079] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.765s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.402135] env[69302]: INFO nova.network.neutron [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating port 9f9ff4d9-4981-4778-bb61-4b16f7737254 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1106.404055] env[69302]: DEBUG nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.421756] env[69302]: DEBUG nova.network.neutron [-] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.439275] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.442384] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2a026ed-20fc-4858-a2ad-4a024ad3991a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.454222] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67feb49d-710a-4f8d-bdbc-c355f90b5d1a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.486785] env[69302]: DEBUG nova.compute.manager [req-1b4f0ae6-d97f-4895-a38a-07874bb9ae9a req-ff11de0c-ac19-485f-bcc3-f1a6c7366378 service nova] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Detach interface failed, port_id=1611e4e2-549a-4eec-b705-4b5271785648, reason: Instance b798e0a1-81b2-45d9-a09a-ed9251851071 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.644754] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184159, 'name': Destroy_Task, 'duration_secs': 0.475568} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.644754] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Destroyed the VM [ 1106.644754] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1106.644754] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9bc90b3-9120-47a5-b7d8-ce2f46acb782 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.651553] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1106.651553] env[69302]: value = "task-3184160" [ 1106.651553] env[69302]: _type = "Task" [ 1106.651553] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.661382] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.866566] env[69302]: INFO nova.compute.claims [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.924583] env[69302]: INFO nova.compute.manager [-] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Took 1.40 seconds to deallocate network for instance. [ 1106.928310] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.161419] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.374988] env[69302]: INFO nova.compute.resource_tracker [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating resource usage from migration 1a9d1fb4-6756-4a00-88e8-a519f384e0b8 [ 1107.378467] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-5aefd5ac-9e21-448c-8909-a3ab7f8abee0-53adee6a-ec74-48f0-ac45-32677eb9a804" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.378703] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-5aefd5ac-9e21-448c-8909-a3ab7f8abee0-53adee6a-ec74-48f0-ac45-32677eb9a804" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.379027] env[69302]: DEBUG nova.objects.instance [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'flavor' on Instance uuid 5aefd5ac-9e21-448c-8909-a3ab7f8abee0 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.433457] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.558446] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10e9dac-0b68-46b6-a2fa-fc5f9c1c90f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.566518] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcef94b-ef58-4255-941e-fb67a28fa665 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.598832] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05304a26-5023-4ac2-b4af-77e96eca835d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.606456] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b864b97b-e56f-425a-aaaa-8d0ccb73f804 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.620075] env[69302]: DEBUG nova.compute.provider_tree [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.662542] env[69302]: DEBUG oslo_vmware.api [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184160, 'name': RemoveSnapshot_Task, 'duration_secs': 1.007608} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.662833] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1107.956992] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.957184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.957372] env[69302]: DEBUG nova.network.neutron [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.010877] env[69302]: DEBUG nova.objects.instance [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'pci_requests' on Instance uuid 5aefd5ac-9e21-448c-8909-a3ab7f8abee0 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.018694] env[69302]: DEBUG nova.compute.manager [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received event network-vif-plugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.018910] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] Acquiring lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.020154] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.020154] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.020154] env[69302]: DEBUG nova.compute.manager [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] No waiting events found dispatching network-vif-plugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.020154] env[69302]: WARNING nova.compute.manager [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received unexpected event network-vif-plugged-9f9ff4d9-4981-4778-bb61-4b16f7737254 for instance with vm_state shelved_offloaded and task_state spawning. [ 1108.020154] env[69302]: DEBUG nova.compute.manager [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received event network-changed-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.020154] env[69302]: DEBUG nova.compute.manager [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Refreshing instance network info cache due to event network-changed-9f9ff4d9-4981-4778-bb61-4b16f7737254. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.020154] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] Acquiring lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.123957] env[69302]: DEBUG nova.scheduler.client.report [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.167320] env[69302]: WARNING nova.compute.manager [None req-a87eaf48-7550-458e-a822-5aab5054ed76 tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Image not found during snapshot: nova.exception.ImageNotFound: Image 9e272c1b-ca15-4877-a7ee-ac7caa8d5ab4 could not be found. [ 1108.513990] env[69302]: DEBUG nova.objects.base [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Object Instance<5aefd5ac-9e21-448c-8909-a3ab7f8abee0> lazy-loaded attributes: flavor,pci_requests {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.514285] env[69302]: DEBUG nova.network.neutron [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.629509] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.268s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.629765] env[69302]: INFO nova.compute.manager [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Migrating [ 1108.639171] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.526s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.639404] env[69302]: DEBUG nova.objects.instance [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lazy-loading 'resources' on Instance uuid 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.678274] env[69302]: DEBUG nova.policy [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.889022] env[69302]: DEBUG nova.network.neutron [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating instance_info_cache with network_info: [{"id": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "address": "fa:16:3e:28:ef:fa", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ff4d9-49", "ovs_interfaceid": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.152290] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.152566] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.152642] env[69302]: DEBUG nova.network.neutron [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.338020] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121043f6-b146-47c2-8d60-6e0c84fad3ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.345575] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e45d70-8e29-4300-804c-7cc500ade2dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.375280] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4638df28-30d3-48bf-8471-3338ba2f469a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.382528] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ab3e2d-2e58-4fc4-8f33-dfcd10f67cfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.395932] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.398395] env[69302]: DEBUG nova.compute.provider_tree [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.399698] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] Acquired lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.399886] env[69302]: DEBUG nova.network.neutron [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Refreshing network info cache for port 9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.428860] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='43c83f224a666865a776a7e40ca54af5',container_format='bare',created_at=2025-03-26T20:37:10Z,direct_url=,disk_format='vmdk',id=bbf38ab6-7521-4f99-8223-7eeeaf32ed3e,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1500256774-shelved',owner='eb3b15ec951b455db9d2ccea6adf30dc',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-03-26T20:37:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.429020] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.429063] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.429672] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.429672] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.429672] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.430090] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.430090] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.430090] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.430229] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.430395] env[69302]: DEBUG nova.virt.hardware [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.431537] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be130b9-78c7-4d1a-acd2-a954506b9050 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.439632] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8105238-4d42-4a6c-bfe9-4095d5f5ca40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.455350] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:ef:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f9ff4d9-4981-4778-bb61-4b16f7737254', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.462618] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.462883] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.463113] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-019a744f-b06b-4e45-82ca-aa427f8aeca9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.483340] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.483340] env[69302]: value = "task-3184161" [ 1109.483340] env[69302]: _type = "Task" [ 1109.483340] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.489913] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184161, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.543668] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "59baaeaa-0352-4b77-82de-635773369b02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.544047] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "59baaeaa-0352-4b77-82de-635773369b02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.544312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "59baaeaa-0352-4b77-82de-635773369b02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.544505] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "59baaeaa-0352-4b77-82de-635773369b02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.544692] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "59baaeaa-0352-4b77-82de-635773369b02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.546953] env[69302]: INFO nova.compute.manager [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Terminating instance [ 1109.910401] env[69302]: DEBUG nova.scheduler.client.report [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.957828] env[69302]: DEBUG nova.network.neutron [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance_info_cache with network_info: [{"id": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "address": "fa:16:3e:83:7e:da", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e27c-60", "ovs_interfaceid": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.995681] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184161, 'name': CreateVM_Task, 'duration_secs': 0.325044} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.995854] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.996798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.996798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.997150] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.997307] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c2f4ff-3717-45d2-80e1-ec34e676a1aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.003276] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1110.003276] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]524f566b-944b-b280-8aec-6851946c6cad" [ 1110.003276] env[69302]: _type = "Task" [ 1110.003276] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.013710] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]524f566b-944b-b280-8aec-6851946c6cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.051022] env[69302]: DEBUG nova.compute.manager [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.051022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.051665] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d56136-47a2-4dc6-8244-6f5e8e3973e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.059327] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.059582] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59930d2d-e6d0-4d7f-87e5-e8eaa26721ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.066833] env[69302]: DEBUG oslo_vmware.api [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1110.066833] env[69302]: value = "task-3184162" [ 1110.066833] env[69302]: _type = "Task" [ 1110.066833] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.074890] env[69302]: DEBUG oslo_vmware.api [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.288127] env[69302]: DEBUG nova.network.neutron [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updated VIF entry in instance network info cache for port 9f9ff4d9-4981-4778-bb61-4b16f7737254. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.288508] env[69302]: DEBUG nova.network.neutron [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating instance_info_cache with network_info: [{"id": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "address": "fa:16:3e:28:ef:fa", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ff4d9-49", "ovs_interfaceid": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.415645] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.418217] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.704s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.418449] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.420317] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.483s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.422034] env[69302]: INFO nova.compute.claims [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.444436] env[69302]: INFO nova.scheduler.client.report [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted allocations for instance 93b679c4-2c07-4b85-bc37-84488097d52f [ 1110.446304] env[69302]: INFO nova.scheduler.client.report [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Deleted allocations for instance 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac [ 1110.460248] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquiring lock "9522a577-b05c-4815-924d-307b3308c737" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.460248] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "9522a577-b05c-4815-924d-307b3308c737" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.463414] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.488619] env[69302]: DEBUG nova.network.neutron [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Successfully updated port: 53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.511858] env[69302]: DEBUG nova.compute.manager [req-8b05d89f-3f21-4cf0-933b-f21e172aac85 req-7668e7ca-f10f-4b4c-8655-22c9ef362472 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-vif-plugged-53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.512246] env[69302]: DEBUG oslo_concurrency.lockutils [req-8b05d89f-3f21-4cf0-933b-f21e172aac85 req-7668e7ca-f10f-4b4c-8655-22c9ef362472 service nova] Acquiring lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.512307] env[69302]: DEBUG oslo_concurrency.lockutils [req-8b05d89f-3f21-4cf0-933b-f21e172aac85 req-7668e7ca-f10f-4b4c-8655-22c9ef362472 service nova] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.512471] env[69302]: DEBUG oslo_concurrency.lockutils [req-8b05d89f-3f21-4cf0-933b-f21e172aac85 req-7668e7ca-f10f-4b4c-8655-22c9ef362472 service nova] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.512633] env[69302]: DEBUG nova.compute.manager [req-8b05d89f-3f21-4cf0-933b-f21e172aac85 req-7668e7ca-f10f-4b4c-8655-22c9ef362472 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] No waiting events found dispatching network-vif-plugged-53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.512796] env[69302]: WARNING nova.compute.manager [req-8b05d89f-3f21-4cf0-933b-f21e172aac85 req-7668e7ca-f10f-4b4c-8655-22c9ef362472 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received unexpected event network-vif-plugged-53adee6a-ec74-48f0-ac45-32677eb9a804 for instance with vm_state active and task_state None. [ 1110.518036] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.518207] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Processing image bbf38ab6-7521-4f99-8223-7eeeaf32ed3e {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.518437] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.518581] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.518757] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.519651] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c288daf-3ef7-47fa-9a65-1d678f8655c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.528750] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.528926] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.529642] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10dd4a39-9fb4-4290-92af-80d5a6a91ca5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.539063] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1110.539063] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52143622-c3f3-29ea-0d40-66c6f1be1015" [ 1110.539063] env[69302]: _type = "Task" [ 1110.539063] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.547233] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52143622-c3f3-29ea-0d40-66c6f1be1015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.574333] env[69302]: DEBUG oslo_vmware.api [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184162, 'name': PowerOffVM_Task, 'duration_secs': 0.204902} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.574981] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.574981] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.574981] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24a54c72-c89f-4789-8925-09aaeea64b4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.653541] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.653789] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.653993] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleting the datastore file [datastore2] 59baaeaa-0352-4b77-82de-635773369b02 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.654274] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef75f33b-bb8b-4e66-b665-4c585377fb1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.660234] env[69302]: DEBUG oslo_vmware.api [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for the task: (returnval){ [ 1110.660234] env[69302]: value = "task-3184164" [ 1110.660234] env[69302]: _type = "Task" [ 1110.660234] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.669026] env[69302]: DEBUG oslo_vmware.api [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.791869] env[69302]: DEBUG oslo_concurrency.lockutils [req-eb1a45b6-20c2-40d9-b768-1c947b4680a3 req-711a9fcb-cc46-48d2-9b28-9725912ed42c service nova] Releasing lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.964296] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c01a3f6f-d084-482a-b937-c4217c6116b7 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "93b679c4-2c07-4b85-bc37-84488097d52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.346s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.965329] env[69302]: DEBUG nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.972200] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ce8ec670-b4a8-4fee-b02f-2bc60e1e7bc9 tempest-AttachInterfacesUnderV243Test-23270379 tempest-AttachInterfacesUnderV243Test-23270379-project-member] Lock "4e1662ad-eda3-439d-a2f3-b2fba0cb62ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.920s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.995845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.995845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.995845] env[69302]: DEBUG nova.network.neutron [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.049223] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Preparing fetch location {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1111.049502] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Fetch image to [datastore1] OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063/OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063.vmdk {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1111.049678] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Downloading stream optimized image bbf38ab6-7521-4f99-8223-7eeeaf32ed3e to [datastore1] OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063/OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063.vmdk on the data store datastore1 as vApp {{(pid=69302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1111.049849] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Downloading image file data bbf38ab6-7521-4f99-8223-7eeeaf32ed3e to the ESX as VM named 'OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063' {{(pid=69302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1111.139499] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1111.139499] env[69302]: value = "resgroup-9" [ 1111.139499] env[69302]: _type = "ResourcePool" [ 1111.139499] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1111.139801] env[69302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-794da0ca-3b32-4d85-bec6-c2ab6b6b9df8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.162134] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lease: (returnval){ [ 1111.162134] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b197ef-b44d-6a0d-2077-5dd681c4368c" [ 1111.162134] env[69302]: _type = "HttpNfcLease" [ 1111.162134] env[69302]: } obtained for vApp import into resource pool (val){ [ 1111.162134] env[69302]: value = "resgroup-9" [ 1111.162134] env[69302]: _type = "ResourcePool" [ 1111.162134] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1111.162347] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the lease: (returnval){ [ 1111.162347] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b197ef-b44d-6a0d-2077-5dd681c4368c" [ 1111.162347] env[69302]: _type = "HttpNfcLease" [ 1111.162347] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.173140] env[69302]: DEBUG oslo_vmware.api [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Task: {'id': task-3184164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148337} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.174678] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.174874] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.175062] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.175235] env[69302]: INFO nova.compute.manager [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1111.175467] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.175636] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.175636] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b197ef-b44d-6a0d-2077-5dd681c4368c" [ 1111.175636] env[69302]: _type = "HttpNfcLease" [ 1111.175636] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.175833] env[69302]: DEBUG nova.compute.manager [-] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.175928] env[69302]: DEBUG nova.network.neutron [-] [instance: 59baaeaa-0352-4b77-82de-635773369b02] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.505913] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.613602] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239c4181-308f-4646-8203-06b358b57906 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.621660] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119d2452-f971-45d3-bb5b-f9e1a2920ae7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.656928] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa9d1e2-9c80-4cfa-81cb-f230f6a923c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.665721] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33981db-2e3a-4f80-8f92-fae85ced7f4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.674088] env[69302]: WARNING nova.network.neutron [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] 7a313f43-8ae1-4734-9e32-3f597ac4701d already exists in list: networks containing: ['7a313f43-8ae1-4734-9e32-3f597ac4701d']. ignoring it [ 1111.687836] env[69302]: DEBUG nova.compute.provider_tree [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.692044] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.692044] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b197ef-b44d-6a0d-2077-5dd681c4368c" [ 1111.692044] env[69302]: _type = "HttpNfcLease" [ 1111.692044] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1111.692627] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1111.692627] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b197ef-b44d-6a0d-2077-5dd681c4368c" [ 1111.692627] env[69302]: _type = "HttpNfcLease" [ 1111.692627] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1111.693341] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25803f23-2498-4c13-8d80-52d716809dee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.700447] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701e7c-2756-9175-a98e-c1cc1625fe35/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1111.700630] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701e7c-2756-9175-a98e-c1cc1625fe35/disk-0.vmdk. {{(pid=69302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1111.767539] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1ca550e-3fef-4f75-8d62-a9986aed2cfc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.990310] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e18b4c-27c3-4671-88d1-3ac70a0c504f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.011539] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance 'b5234e94-0e8f-47e3-ac52-222149bf58cc' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.116891] env[69302]: DEBUG nova.network.neutron [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53adee6a-ec74-48f0-ac45-32677eb9a804", "address": "fa:16:3e:41:cb:e1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53adee6a-ec", "ovs_interfaceid": "53adee6a-ec74-48f0-ac45-32677eb9a804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.193878] env[69302]: DEBUG nova.scheduler.client.report [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.303666] env[69302]: DEBUG nova.network.neutron [-] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.521634] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.524075] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d15565e-e4bb-4cf0-9364-04fe0a337d91 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.531744] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1112.531744] env[69302]: value = "task-3184166" [ 1112.531744] env[69302]: _type = "Task" [ 1112.531744] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.541584] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.617217] env[69302]: DEBUG nova.compute.manager [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-changed-53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.617508] env[69302]: DEBUG nova.compute.manager [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing instance network info cache due to event network-changed-53adee6a-ec74-48f0-ac45-32677eb9a804. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.617696] env[69302]: DEBUG oslo_concurrency.lockutils [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.621980] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.622734] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.622944] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.623301] env[69302]: DEBUG oslo_concurrency.lockutils [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.623530] env[69302]: DEBUG nova.network.neutron [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing network info cache for port 53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.625796] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d3097a-d73c-4e3c-a88b-392ef742116b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.648829] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.649154] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.649272] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.649457] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.649599] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.649839] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.650336] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.650336] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.650336] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.650827] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.650827] env[69302]: DEBUG nova.virt.hardware [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.657853] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Reconfiguring VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1112.663208] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88bcecc4-2298-4e5b-907d-58b75ebad501 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.688026] env[69302]: DEBUG oslo_vmware.api [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1112.688026] env[69302]: value = "task-3184167" [ 1112.688026] env[69302]: _type = "Task" [ 1112.688026] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.701319] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.701836] env[69302]: DEBUG nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.704491] env[69302]: DEBUG oslo_vmware.api [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184167, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.705409] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.266s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.705409] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.705409] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1112.705609] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.778s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.707212] env[69302]: INFO nova.compute.claims [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.712370] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc6e382-a6a4-40a3-92f4-03c83a5539a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.724901] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe66c0a-e85a-4821-96aa-87dc4e80be8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.748046] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba24f622-a011-4147-9ca4-b29d59fac172 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.757158] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff995102-fad0-4b44-98e2-2c847de457d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.795034] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179533MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1112.795253] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.808932] env[69302]: INFO nova.compute.manager [-] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Took 1.63 seconds to deallocate network for instance. [ 1113.680995] env[69302]: DEBUG nova.compute.utils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.686130] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.701535] env[69302]: DEBUG nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.701752] env[69302]: DEBUG nova.network.neutron [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.708061] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "c586b890-7ac9-4605-bd87-4af6609d3916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.708393] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c586b890-7ac9-4605-bd87-4af6609d3916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.718486] env[69302]: DEBUG oslo_vmware.api [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184167, 'name': ReconfigVM_Task, 'duration_secs': 0.674801} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.720780] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Completed reading data from the image iterator. {{(pid=69302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1113.720780] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701e7c-2756-9175-a98e-c1cc1625fe35/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1113.723775] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.723998] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Reconfigured VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1113.727237] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614e24bb-50b3-497a-959a-ef5541c314e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.730223] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184166, 'name': PowerOffVM_Task, 'duration_secs': 0.227428} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.731389] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.731643] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance 'b5234e94-0e8f-47e3-ac52-222149bf58cc' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.739549] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701e7c-2756-9175-a98e-c1cc1625fe35/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1113.739549] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701e7c-2756-9175-a98e-c1cc1625fe35/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1113.739702] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-01b88e76-0f11-4897-9553-76a71d4400b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.826392] env[69302]: DEBUG nova.policy [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '503710f822984e758432d3aff39cfbf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cc72b3f6aee478494493af5e68112a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.919366] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52701e7c-2756-9175-a98e-c1cc1625fe35/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1113.919579] env[69302]: INFO nova.virt.vmwareapi.images [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Downloaded image file data bbf38ab6-7521-4f99-8223-7eeeaf32ed3e [ 1113.920419] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14511830-ba9e-46ef-ac71-98642167fb32 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.936489] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d26b549-f4ba-4c49-87ee-19eefbfae99e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.978925] env[69302]: INFO nova.virt.vmwareapi.images [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] The imported VM was unregistered [ 1113.981517] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Caching image {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1113.981887] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.982024] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c24e525-a0f1-48e3-987c-dd279d0e62ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.991601] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Created directory with path [datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.991775] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063/OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063.vmdk to [datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e.vmdk. {{(pid=69302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1113.992012] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-45030367-3bbd-4ebb-b7fa-8584ad9c3ec7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.997531] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1113.997531] env[69302]: value = "task-3184169" [ 1113.997531] env[69302]: _type = "Task" [ 1113.997531] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.004761] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184169, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.195020] env[69302]: DEBUG nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.214539] env[69302]: DEBUG nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.221737] env[69302]: DEBUG nova.network.neutron [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updated VIF entry in instance network info cache for port 53adee6a-ec74-48f0-ac45-32677eb9a804. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.222783] env[69302]: DEBUG nova.network.neutron [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53adee6a-ec74-48f0-ac45-32677eb9a804", "address": "fa:16:3e:41:cb:e1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53adee6a-ec", "ovs_interfaceid": "53adee6a-ec74-48f0-ac45-32677eb9a804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.234151] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8e0f450c-be7c-4b69-88c5-b08c00df2089 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-5aefd5ac-9e21-448c-8909-a3ab7f8abee0-53adee6a-ec74-48f0-ac45-32677eb9a804" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.854s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.240941] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.242126] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.242126] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.242245] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.243158] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.247201] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.247201] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.247201] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.247201] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.247201] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.247201] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.254380] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bbdda35-330d-456b-bbef-52cce295aac9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.277234] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1114.277234] env[69302]: value = "task-3184170" [ 1114.277234] env[69302]: _type = "Task" [ 1114.277234] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.293331] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.477316] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511fc0a0-3da4-4920-bd0d-fa684f8ad2bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.485663] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa813a13-dc6b-4d21-8ea0-670a88d7d655 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.521800] env[69302]: DEBUG nova.network.neutron [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Successfully created port: 6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.527250] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650e3e90-1de7-451c-be27-362291c292c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.538743] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3be469-7821-4d53-90fd-b966bc406ead {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.543945] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184169, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.555827] env[69302]: DEBUG nova.compute.provider_tree [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.630325] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.631051] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.726406] env[69302]: DEBUG oslo_concurrency.lockutils [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.726692] env[69302]: DEBUG nova.compute.manager [req-4c1216a5-1b8f-4bba-a03b-0e71debc38ad req-e2c66bc4-4ef2-4a3a-8719-f821036af94c service nova] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Received event network-vif-deleted-9fece96d-120e-4b7e-b7de-9fd7f5c2010f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.745739] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.795646] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.030655] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184169, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.059097] env[69302]: DEBUG nova.scheduler.client.report [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.135669] env[69302]: DEBUG nova.compute.utils [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.203781] env[69302]: DEBUG nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.230762] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.230762] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.230762] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.231242] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.231493] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.231774] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.232121] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.232375] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.232764] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.232960] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.233194] env[69302]: DEBUG nova.virt.hardware [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.234703] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4a9ec-406b-4653-8429-c167d673e259 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.243948] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c364e6-787d-413c-8a7b-37e1a39037e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.290723] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184170, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.532280] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184169, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.565274] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.565782] env[69302]: DEBUG nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.569057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.136s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.569371] env[69302]: DEBUG nova.objects.instance [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lazy-loading 'resources' on Instance uuid b798e0a1-81b2-45d9-a09a-ed9251851071 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.639507] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.789825] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184170, 'name': ReconfigVM_Task, 'duration_secs': 1.205916} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.790207] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance 'b5234e94-0e8f-47e3-ac52-222149bf58cc' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.796288] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-5aefd5ac-9e21-448c-8909-a3ab7f8abee0-53adee6a-ec74-48f0-ac45-32677eb9a804" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.796529] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-5aefd5ac-9e21-448c-8909-a3ab7f8abee0-53adee6a-ec74-48f0-ac45-32677eb9a804" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.034069] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184169, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.072883] env[69302]: DEBUG nova.compute.utils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.078895] env[69302]: DEBUG nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.079185] env[69302]: DEBUG nova.network.neutron [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.094701] env[69302]: DEBUG nova.network.neutron [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Successfully updated port: 6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.111120] env[69302]: DEBUG nova.compute.manager [req-f0d72c5a-d1f1-43ff-aa08-b065b9d4cc67 req-751e8781-5166-4e91-bcc4-0fe74a8beb08 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Received event network-vif-plugged-6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.111120] env[69302]: DEBUG oslo_concurrency.lockutils [req-f0d72c5a-d1f1-43ff-aa08-b065b9d4cc67 req-751e8781-5166-4e91-bcc4-0fe74a8beb08 service nova] Acquiring lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.111120] env[69302]: DEBUG oslo_concurrency.lockutils [req-f0d72c5a-d1f1-43ff-aa08-b065b9d4cc67 req-751e8781-5166-4e91-bcc4-0fe74a8beb08 service nova] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.111120] env[69302]: DEBUG oslo_concurrency.lockutils [req-f0d72c5a-d1f1-43ff-aa08-b065b9d4cc67 req-751e8781-5166-4e91-bcc4-0fe74a8beb08 service nova] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.111120] env[69302]: DEBUG nova.compute.manager [req-f0d72c5a-d1f1-43ff-aa08-b065b9d4cc67 req-751e8781-5166-4e91-bcc4-0fe74a8beb08 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] No waiting events found dispatching network-vif-plugged-6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.117323] env[69302]: WARNING nova.compute.manager [req-f0d72c5a-d1f1-43ff-aa08-b065b9d4cc67 req-751e8781-5166-4e91-bcc4-0fe74a8beb08 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Received unexpected event network-vif-plugged-6c070a19-ea12-493f-b5fc-d420b8f8a9b1 for instance with vm_state building and task_state spawning. [ 1116.201137] env[69302]: DEBUG nova.policy [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c1cddffb89411f95efd2009caca3ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d092f0fa1fe4f52b3e3b90a6b2761bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.296167] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.296581] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.296641] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.296822] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.296990] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.297186] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.297430] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.297693] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.297802] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.297990] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.298243] env[69302]: DEBUG nova.virt.hardware [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.304430] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.307737] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.308034] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.308144] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aae5e165-e6e8-4d55-be74-93a3c0907f16 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.321734] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc45b4-67da-40d7-a4a4-9cf740694be8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.344767] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec01d431-be51-4bca-a313-2835868b1ed6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.347251] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1116.347251] env[69302]: value = "task-3184171" [ 1116.347251] env[69302]: _type = "Task" [ 1116.347251] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.372911] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Reconfiguring VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1116.374810] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6da6f25b-5656-4d74-a67e-31f1ba38a461 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.389153] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ccb011-b5ec-4f58-982a-d358fc41b488 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.394116] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.400516] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf698c0c-91a0-49d8-9f16-4f64a6f0bdcc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.403910] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1116.403910] env[69302]: value = "task-3184172" [ 1116.403910] env[69302]: _type = "Task" [ 1116.403910] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.438626] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c4d771-dae1-4e9c-9a4b-4da82ea9adcc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.444710] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.449854] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b63c4f-e017-40d7-b82f-d9b6a36de573 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.463456] env[69302]: DEBUG nova.compute.provider_tree [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.532551] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184169, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.337245} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.532810] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063/OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063.vmdk to [datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e.vmdk. [ 1116.532995] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Cleaning up location [datastore1] OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1116.533259] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6791ae88-3f31-4974-82d5-e143892fa063 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.533417] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-209f7a73-7898-4c97-b94e-728c62911f0f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.539594] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1116.539594] env[69302]: value = "task-3184173" [ 1116.539594] env[69302]: _type = "Task" [ 1116.539594] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.547376] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.580270] env[69302]: DEBUG nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.600443] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.600583] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.600784] env[69302]: DEBUG nova.network.neutron [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.716717] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.716949] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.717197] env[69302]: INFO nova.compute.manager [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Attaching volume bee12110-7d49-4448-8638-da9aa66d24bc to /dev/sdb [ 1116.745544] env[69302]: DEBUG nova.network.neutron [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Successfully created port: 07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.752538] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25707a0-c050-40a0-98c1-da3fd43dba78 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.760084] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394f6ac2-49fe-45cf-a6dd-e6e6b2e6b23e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.772503] env[69302]: DEBUG nova.virt.block_device [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Updating existing volume attachment record: 7b92ca32-8116-4604-9197-25be45cdc370 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1116.857855] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184171, 'name': ReconfigVM_Task, 'duration_secs': 0.175667} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.858148] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.858904] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f357fb7-50d7-4285-9c06-a7bb20e1cb80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.882021] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] b5234e94-0e8f-47e3-ac52-222149bf58cc/b5234e94-0e8f-47e3-ac52-222149bf58cc.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.882319] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70aa1e3d-7b4a-4080-8aeb-54512982d228 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.901632] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1116.901632] env[69302]: value = "task-3184174" [ 1116.901632] env[69302]: _type = "Task" [ 1116.901632] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.914513] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184174, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.917622] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.966878] env[69302]: DEBUG nova.scheduler.client.report [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.049283] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039884} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.049526] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.049721] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049989] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e.vmdk to [datastore1] 33553bee-6dbb-4cfa-83d9-04914b6a24ad/33553bee-6dbb-4cfa-83d9-04914b6a24ad.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.050582] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd5fd782-753a-4550-b01d-92154a93a064 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.057615] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1117.057615] env[69302]: value = "task-3184176" [ 1117.057615] env[69302]: _type = "Task" [ 1117.057615] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.066194] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.169385] env[69302]: DEBUG nova.network.neutron [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.373975] env[69302]: DEBUG nova.network.neutron [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [{"id": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "address": "fa:16:3e:05:bd:ec", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c070a19-ea", "ovs_interfaceid": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.419540] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184174, 'name': ReconfigVM_Task, 'duration_secs': 0.276478} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.424052] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Reconfigured VM instance instance-00000061 to attach disk [datastore2] b5234e94-0e8f-47e3-ac52-222149bf58cc/b5234e94-0e8f-47e3-ac52-222149bf58cc.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.424508] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance 'b5234e94-0e8f-47e3-ac52-222149bf58cc' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.432026] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.473690] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.480120] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.977s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.481676] env[69302]: INFO nova.compute.claims [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.500478] env[69302]: INFO nova.scheduler.client.report [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Deleted allocations for instance b798e0a1-81b2-45d9-a09a-ed9251851071 [ 1117.568339] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184176, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.593277] env[69302]: DEBUG nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.621143] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.621143] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.621143] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.621143] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.621143] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.621864] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.622252] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.622537] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.622823] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.623123] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.623430] env[69302]: DEBUG nova.virt.hardware [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.624495] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb055c6-9050-4765-af74-6aeb97b4ab79 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.634802] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7380b849-eb24-4d3e-b1c6-6457156729d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.880021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.880021] env[69302]: DEBUG nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Instance network_info: |[{"id": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "address": "fa:16:3e:05:bd:ec", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c070a19-ea", "ovs_interfaceid": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.880021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:bd:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c070a19-ea12-493f-b5fc-d420b8f8a9b1', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.886990] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating folder: Project (3cc72b3f6aee478494493af5e68112a7). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.887714] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18793e67-3868-4092-98e9-385bcb1e594f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.899289] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Created folder: Project (3cc72b3f6aee478494493af5e68112a7) in parent group-v636578. [ 1117.899691] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating folder: Instances. Parent ref: group-v636842. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.900144] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d81e6720-de72-41a6-92bd-e3cb80a2b5a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.915431] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Created folder: Instances in parent group-v636842. [ 1117.917194] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.917979] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.918576] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b33ef6-8464-4cca-9f2b-bcd8f6da4525 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.940838] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.941752] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264b7511-ed68-46eb-a17d-5dfa28e7bb22 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.964342] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305e407d-2943-4c66-b2bb-785a1ed2c90e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.967855] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.967855] env[69302]: value = "task-3184179" [ 1117.967855] env[69302]: _type = "Task" [ 1117.967855] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.990283] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance 'b5234e94-0e8f-47e3-ac52-222149bf58cc' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.000727] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184179, 'name': CreateVM_Task} progress is 15%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.013137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-86322eee-d447-40e0-84f0-60efff1867a5 tempest-ServerRescueTestJSONUnderV235-883438810 tempest-ServerRescueTestJSONUnderV235-883438810-project-member] Lock "b798e0a1-81b2-45d9-a09a-ed9251851071" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.117s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.070188] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184176, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.135820] env[69302]: DEBUG nova.compute.manager [req-9f880320-975e-446c-a75e-2eaee98fcc1d req-426d348c-927d-4927-a18e-b68dcd49d9f9 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Received event network-changed-6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.136012] env[69302]: DEBUG nova.compute.manager [req-9f880320-975e-446c-a75e-2eaee98fcc1d req-426d348c-927d-4927-a18e-b68dcd49d9f9 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Refreshing instance network info cache due to event network-changed-6c070a19-ea12-493f-b5fc-d420b8f8a9b1. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.136249] env[69302]: DEBUG oslo_concurrency.lockutils [req-9f880320-975e-446c-a75e-2eaee98fcc1d req-426d348c-927d-4927-a18e-b68dcd49d9f9 service nova] Acquiring lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.136358] env[69302]: DEBUG oslo_concurrency.lockutils [req-9f880320-975e-446c-a75e-2eaee98fcc1d req-426d348c-927d-4927-a18e-b68dcd49d9f9 service nova] Acquired lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.136510] env[69302]: DEBUG nova.network.neutron [req-9f880320-975e-446c-a75e-2eaee98fcc1d req-426d348c-927d-4927-a18e-b68dcd49d9f9 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Refreshing network info cache for port 6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.419310] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.478887] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184179, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.573705] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184176, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.719421] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8155928-0de3-442a-9534-ffcdc6d918e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.728353] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db937c-3a1a-4fcd-9454-48479d2e574e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.764648] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c3fa04-df59-43e7-ba2f-920dde523674 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.771842] env[69302]: DEBUG nova.network.neutron [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Port e2b9e27c-60f3-4e73-a865-f64f3603d119 binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1118.779179] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf23dfa4-020c-4079-b280-5a99ef78a072 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.796332] env[69302]: DEBUG nova.compute.provider_tree [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.921132] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.961535] env[69302]: DEBUG nova.network.neutron [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Successfully updated port: 07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.981056] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184179, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.034212] env[69302]: DEBUG nova.network.neutron [req-9f880320-975e-446c-a75e-2eaee98fcc1d req-426d348c-927d-4927-a18e-b68dcd49d9f9 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updated VIF entry in instance network info cache for port 6c070a19-ea12-493f-b5fc-d420b8f8a9b1. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.034608] env[69302]: DEBUG nova.network.neutron [req-9f880320-975e-446c-a75e-2eaee98fcc1d req-426d348c-927d-4927-a18e-b68dcd49d9f9 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [{"id": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "address": "fa:16:3e:05:bd:ec", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c070a19-ea", "ovs_interfaceid": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.070853] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184176, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.300313] env[69302]: DEBUG nova.scheduler.client.report [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.421238] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.465372] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.465484] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.465648] env[69302]: DEBUG nova.network.neutron [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.481302] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184179, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.540811] env[69302]: DEBUG oslo_concurrency.lockutils [req-9f880320-975e-446c-a75e-2eaee98fcc1d req-426d348c-927d-4927-a18e-b68dcd49d9f9 service nova] Releasing lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.570700] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184176, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.364011} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.571130] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e/bbf38ab6-7521-4f99-8223-7eeeaf32ed3e.vmdk to [datastore1] 33553bee-6dbb-4cfa-83d9-04914b6a24ad/33553bee-6dbb-4cfa-83d9-04914b6a24ad.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.572072] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc506951-1694-4052-a7de-dad53780612c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.599946] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 33553bee-6dbb-4cfa-83d9-04914b6a24ad/33553bee-6dbb-4cfa-83d9-04914b6a24ad.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.600226] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7128e816-3570-4570-9199-fa16a58cfa98 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.622737] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1119.622737] env[69302]: value = "task-3184181" [ 1119.622737] env[69302]: _type = "Task" [ 1119.622737] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.631366] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.795954] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.799691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.799691] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.809082] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.809592] env[69302]: DEBUG nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.812782] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.018s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.924255] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.982538] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184179, 'name': CreateVM_Task, 'duration_secs': 1.607712} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.982617] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.983424] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.983603] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.983962] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.984256] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be56162b-e71d-4ca9-bd0c-41dadec724a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.989056] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1119.989056] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528649e0-65e1-b269-ab07-a5f910af442d" [ 1119.989056] env[69302]: _type = "Task" [ 1119.989056] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.999068] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528649e0-65e1-b269-ab07-a5f910af442d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.999815] env[69302]: DEBUG nova.network.neutron [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.134985] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184181, 'name': ReconfigVM_Task, 'duration_secs': 0.313067} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.135262] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 33553bee-6dbb-4cfa-83d9-04914b6a24ad/33553bee-6dbb-4cfa-83d9-04914b6a24ad.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.136069] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c939cad-f203-4b2d-b212-c423a6ec89be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.142576] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1120.142576] env[69302]: value = "task-3184182" [ 1120.142576] env[69302]: _type = "Task" [ 1120.142576] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.150776] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184182, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.160852] env[69302]: DEBUG nova.network.neutron [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updating instance_info_cache with network_info: [{"id": "07713fd0-e5ed-4bea-887a-ba3b4e57e147", "address": "fa:16:3e:85:47:78", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07713fd0-e5", "ovs_interfaceid": "07713fd0-e5ed-4bea-887a-ba3b4e57e147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.171951] env[69302]: DEBUG nova.compute.manager [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Received event network-vif-plugged-07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.171951] env[69302]: DEBUG oslo_concurrency.lockutils [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] Acquiring lock "e71a2dc1-d62f-4140-907b-26ecab0172a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.171951] env[69302]: DEBUG oslo_concurrency.lockutils [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.172302] env[69302]: DEBUG oslo_concurrency.lockutils [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.172634] env[69302]: DEBUG nova.compute.manager [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] No waiting events found dispatching network-vif-plugged-07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.172971] env[69302]: WARNING nova.compute.manager [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Received unexpected event network-vif-plugged-07713fd0-e5ed-4bea-887a-ba3b4e57e147 for instance with vm_state building and task_state spawning. [ 1120.173886] env[69302]: DEBUG nova.compute.manager [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Received event network-changed-07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.174213] env[69302]: DEBUG nova.compute.manager [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Refreshing instance network info cache due to event network-changed-07713fd0-e5ed-4bea-887a-ba3b4e57e147. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.175575] env[69302]: DEBUG oslo_concurrency.lockutils [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] Acquiring lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.317173] env[69302]: DEBUG nova.compute.utils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.329691] env[69302]: DEBUG nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.329896] env[69302]: DEBUG nova.network.neutron [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.383141] env[69302]: DEBUG nova.policy [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73c9fc05c77a4ea09ed2d19f82944c40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c165b73ecdd145368a5130d2805ff3df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.424513] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.502961] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528649e0-65e1-b269-ab07-a5f910af442d, 'name': SearchDatastore_Task, 'duration_secs': 0.014544} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.503424] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.503963] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.505391] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.505391] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.505391] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.506557] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b997a4f-82e6-4543-8875-3239297d5e47 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.519255] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.519255] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.519255] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b156fbc-9862-49e6-abe7-051429560bba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.526483] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1120.526483] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e3d1e-e729-f05b-458a-69e56198016e" [ 1120.526483] env[69302]: _type = "Task" [ 1120.526483] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.535508] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e3d1e-e729-f05b-458a-69e56198016e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.652740] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184182, 'name': Rename_Task, 'duration_secs': 0.144844} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.653550] env[69302]: DEBUG nova.network.neutron [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Successfully created port: 6fa07683-a795-4f10-8838-6f4e0243edbf {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.657108] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.657108] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4028ac8c-67d6-4ad8-bab6-90d500112428 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.662876] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.663188] env[69302]: DEBUG nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Instance network_info: |[{"id": "07713fd0-e5ed-4bea-887a-ba3b4e57e147", "address": "fa:16:3e:85:47:78", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07713fd0-e5", "ovs_interfaceid": "07713fd0-e5ed-4bea-887a-ba3b4e57e147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.663510] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1120.663510] env[69302]: value = "task-3184183" [ 1120.663510] env[69302]: _type = "Task" [ 1120.663510] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.663719] env[69302]: DEBUG oslo_concurrency.lockutils [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] Acquired lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.663918] env[69302]: DEBUG nova.network.neutron [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Refreshing network info cache for port 07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.665079] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:47:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07713fd0-e5ed-4bea-887a-ba3b4e57e147', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.672604] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.673165] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.678376] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a4975ea-a321-4e1f-9ac1-71ab8120c001 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.698092] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184183, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.699373] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.699373] env[69302]: value = "task-3184184" [ 1120.699373] env[69302]: _type = "Task" [ 1120.699373] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.708024] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184184, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.828170] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Applying migration context for instance b5234e94-0e8f-47e3-ac52-222149bf58cc as it has an incoming, in-progress migration 1a9d1fb4-6756-4a00-88e8-a519f384e0b8. Migration status is post-migrating {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1120.829465] env[69302]: INFO nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating resource usage from migration 1a9d1fb4-6756-4a00-88e8-a519f384e0b8 [ 1120.832080] env[69302]: DEBUG nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.858407] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 611af241-297e-4023-a6da-fe043983ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.858808] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 5aefd5ac-9e21-448c-8909-a3ab7f8abee0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.858808] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.858808] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 9e787310-3c2f-465f-bde5-a81154bf2cb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.858949] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 59baaeaa-0352-4b77-82de-635773369b02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1120.860874] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 33553bee-6dbb-4cfa-83d9-04914b6a24ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.860874] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Migration 1a9d1fb4-6756-4a00-88e8-a519f384e0b8 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1120.860874] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b5234e94-0e8f-47e3-ac52-222149bf58cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.860874] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 65947f24-4dea-4997-9f4a-7579a8fb0056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.860874] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance e71a2dc1-d62f-4140-907b-26ecab0172a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.860874] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 9522a577-b05c-4815-924d-307b3308c737 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1120.874788] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.875020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.875213] env[69302]: DEBUG nova.network.neutron [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.926449] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.041264] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526e3d1e-e729-f05b-458a-69e56198016e, 'name': SearchDatastore_Task, 'duration_secs': 0.038858} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.043310] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61681403-1273-4f79-a564-d5cca880f951 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.049338] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1121.049338] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5204f75f-d71c-339d-c5d4-54d9b585e067" [ 1121.049338] env[69302]: _type = "Task" [ 1121.049338] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.057664] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5204f75f-d71c-339d-c5d4-54d9b585e067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.189016] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.209541] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184184, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.326679] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1121.326971] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636841', 'volume_id': 'bee12110-7d49-4448-8638-da9aa66d24bc', 'name': 'volume-bee12110-7d49-4448-8638-da9aa66d24bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f7dcf45-c01a-4e40-b1e7-e4803c7415f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bee12110-7d49-4448-8638-da9aa66d24bc', 'serial': 'bee12110-7d49-4448-8638-da9aa66d24bc'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1121.327917] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28d37da-e4de-45c3-8979-d97c54e4bb0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.352689] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a6264c-0a3f-4807-9d22-9a8998f367ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.371292] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance c586b890-7ac9-4605-bd87-4af6609d3916 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1121.371526] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1121.371663] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1121.381441] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-bee12110-7d49-4448-8638-da9aa66d24bc/volume-bee12110-7d49-4448-8638-da9aa66d24bc.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.384055] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-799ed51c-7a28-43b5-957d-7daafe2ba0dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.410812] env[69302]: DEBUG oslo_vmware.api [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1121.410812] env[69302]: value = "task-3184185" [ 1121.410812] env[69302]: _type = "Task" [ 1121.410812] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.425971] env[69302]: DEBUG oslo_vmware.api [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.429111] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.534059] env[69302]: DEBUG nova.network.neutron [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updated VIF entry in instance network info cache for port 07713fd0-e5ed-4bea-887a-ba3b4e57e147. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.534517] env[69302]: DEBUG nova.network.neutron [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updating instance_info_cache with network_info: [{"id": "07713fd0-e5ed-4bea-887a-ba3b4e57e147", "address": "fa:16:3e:85:47:78", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07713fd0-e5", "ovs_interfaceid": "07713fd0-e5ed-4bea-887a-ba3b4e57e147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.562533] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5204f75f-d71c-339d-c5d4-54d9b585e067, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.565398] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.565673] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 65947f24-4dea-4997-9f4a-7579a8fb0056/65947f24-4dea-4997-9f4a-7579a8fb0056.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.566488] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be2a668b-6140-48ea-8879-7f4c4b5f00fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.575333] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1121.575333] env[69302]: value = "task-3184186" [ 1121.575333] env[69302]: _type = "Task" [ 1121.575333] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.589807] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.626880] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00465ded-4127-49f1-bad5-550e37a2812b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.634377] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ffe2a9-1de8-48c2-a97b-2a9796b95d36 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.675496] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4609623-0cd3-43c4-9db6-11cb6b317229 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.690331] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32042f58-f49f-411f-99db-36d33e6ec9cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.696019] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184183, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.705627] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.715609] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184184, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.756225] env[69302]: DEBUG nova.network.neutron [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance_info_cache with network_info: [{"id": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "address": "fa:16:3e:83:7e:da", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e27c-60", "ovs_interfaceid": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.857135] env[69302]: DEBUG nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.895844] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.895844] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.896058] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.896181] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.896329] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.896477] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.896692] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.896862] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.897047] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.897217] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.897396] env[69302]: DEBUG nova.virt.hardware [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.898352] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6882152e-5c28-4013-b64a-0d63bd0e5408 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.908238] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89fdadb-3470-42f8-9fe7-77563332296a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.936323] env[69302]: DEBUG oslo_vmware.api [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184185, 'name': ReconfigVM_Task, 'duration_secs': 0.403725} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.937159] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-bee12110-7d49-4448-8638-da9aa66d24bc/volume-bee12110-7d49-4448-8638-da9aa66d24bc.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.945812] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b12d932-a017-4042-8094-02fe4b2eec3c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.956637] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.962684] env[69302]: DEBUG oslo_vmware.api [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1121.962684] env[69302]: value = "task-3184187" [ 1121.962684] env[69302]: _type = "Task" [ 1121.962684] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.974833] env[69302]: DEBUG oslo_vmware.api [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.038241] env[69302]: DEBUG oslo_concurrency.lockutils [req-f76d4fd8-e0fb-4a97-b1cc-37703f9e59b2 req-68bbf552-926c-4ab8-bb1d-c832a7c2121a service nova] Releasing lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.087855] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.191618] env[69302]: DEBUG oslo_vmware.api [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184183, 'name': PowerOnVM_Task, 'duration_secs': 1.102008} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.191986] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.211937] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.222038] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184184, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.261024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.264997] env[69302]: DEBUG nova.compute.manager [req-a42ffd52-48bb-4737-833d-2c66312eb497 req-76eeaf9e-f942-473a-9377-6cc55b0547c8 service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] Received event network-vif-plugged-6fa07683-a795-4f10-8838-6f4e0243edbf {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.265375] env[69302]: DEBUG oslo_concurrency.lockutils [req-a42ffd52-48bb-4737-833d-2c66312eb497 req-76eeaf9e-f942-473a-9377-6cc55b0547c8 service nova] Acquiring lock "9522a577-b05c-4815-924d-307b3308c737-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.265467] env[69302]: DEBUG oslo_concurrency.lockutils [req-a42ffd52-48bb-4737-833d-2c66312eb497 req-76eeaf9e-f942-473a-9377-6cc55b0547c8 service nova] Lock "9522a577-b05c-4815-924d-307b3308c737-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.265688] env[69302]: DEBUG oslo_concurrency.lockutils [req-a42ffd52-48bb-4737-833d-2c66312eb497 req-76eeaf9e-f942-473a-9377-6cc55b0547c8 service nova] Lock "9522a577-b05c-4815-924d-307b3308c737-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.265940] env[69302]: DEBUG nova.compute.manager [req-a42ffd52-48bb-4737-833d-2c66312eb497 req-76eeaf9e-f942-473a-9377-6cc55b0547c8 service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] No waiting events found dispatching network-vif-plugged-6fa07683-a795-4f10-8838-6f4e0243edbf {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.266167] env[69302]: WARNING nova.compute.manager [req-a42ffd52-48bb-4737-833d-2c66312eb497 req-76eeaf9e-f942-473a-9377-6cc55b0547c8 service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] Received unexpected event network-vif-plugged-6fa07683-a795-4f10-8838-6f4e0243edbf for instance with vm_state building and task_state spawning. [ 1122.333299] env[69302]: DEBUG nova.compute.manager [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.336118] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25c8ef6-21d6-4a60-9b8d-28b771180433 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.412480] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquiring lock "ef35e8fe-801e-4c6e-b396-9020397d82b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.412692] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "ef35e8fe-801e-4c6e-b396-9020397d82b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.421798] env[69302]: DEBUG nova.network.neutron [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Successfully updated port: 6fa07683-a795-4f10-8838-6f4e0243edbf {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.431224] env[69302]: DEBUG oslo_vmware.api [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184172, 'name': ReconfigVM_Task, 'duration_secs': 6.004697} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.435769] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.436037] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Reconfigured VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1122.474542] env[69302]: DEBUG oslo_vmware.api [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184187, 'name': ReconfigVM_Task, 'duration_secs': 0.187395} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.475200] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636841', 'volume_id': 'bee12110-7d49-4448-8638-da9aa66d24bc', 'name': 'volume-bee12110-7d49-4448-8638-da9aa66d24bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f7dcf45-c01a-4e40-b1e7-e4803c7415f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bee12110-7d49-4448-8638-da9aa66d24bc', 'serial': 'bee12110-7d49-4448-8638-da9aa66d24bc'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1122.586905] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617604} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.587028] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 65947f24-4dea-4997-9f4a-7579a8fb0056/65947f24-4dea-4997-9f4a-7579a8fb0056.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.587240] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.587527] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b818c1e3-ff1a-412c-9235-800d19bcc7b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.594549] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1122.594549] env[69302]: value = "task-3184188" [ 1122.594549] env[69302]: _type = "Task" [ 1122.594549] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.604567] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.716148] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184184, 'name': CreateVM_Task, 'duration_secs': 1.824575} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.716306] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.716997] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.717418] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.717745] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.718031] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad4393f-a5c6-4fad-8ef2-e7d329db8c85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.721821] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1122.722009] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.909s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.723447] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.039s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.723606] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.726187] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.981s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.728024] env[69302]: INFO nova.compute.claims [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.738424] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1122.738424] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52172161-0680-8023-667d-2ea215d298af" [ 1122.738424] env[69302]: _type = "Task" [ 1122.738424] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.747788] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52172161-0680-8023-667d-2ea215d298af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.764104] env[69302]: INFO nova.scheduler.client.report [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Deleted allocations for instance 59baaeaa-0352-4b77-82de-635773369b02 [ 1122.785416] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a647a30f-bd6a-46e6-8865-09b6e7a82c9a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.807425] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95de85ba-aa9e-4f36-b965-0f0d0ec995f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.814993] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance 'b5234e94-0e8f-47e3-ac52-222149bf58cc' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.859024] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7c9b316d-780a-439b-b1e7-8e819d2915a8 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.048s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.916965] env[69302]: DEBUG nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.928046] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquiring lock "refresh_cache-9522a577-b05c-4815-924d-307b3308c737" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.928318] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquired lock "refresh_cache-9522a577-b05c-4815-924d-307b3308c737" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.928716] env[69302]: DEBUG nova.network.neutron [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.105024] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244099} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.105432] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.106332] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cd7cb0-b39c-4d2e-a184-e66e9c837953 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.130123] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 65947f24-4dea-4997-9f4a-7579a8fb0056/65947f24-4dea-4997-9f4a-7579a8fb0056.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.130638] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ba8aeb-d62d-4b86-add6-afed18a2997d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.153873] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1123.153873] env[69302]: value = "task-3184189" [ 1123.153873] env[69302]: _type = "Task" [ 1123.153873] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.165266] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.249928] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52172161-0680-8023-667d-2ea215d298af, 'name': SearchDatastore_Task, 'duration_secs': 0.02834} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.249928] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.249928] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.250350] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.250454] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.250717] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.251378] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0273f63-c2f7-4ec7-9c9a-42aec27aa8cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.260550] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.260923] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.262224] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75fb287-513f-43fd-8664-445421c447e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.272200] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1123.272200] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52872293-2d4c-d042-2745-047a20217463" [ 1123.272200] env[69302]: _type = "Task" [ 1123.272200] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.272859] env[69302]: DEBUG oslo_concurrency.lockutils [None req-dbbe8422-4fc0-4c53-8688-c11f4ac1be3c tempest-ImagesTestJSON-1063747181 tempest-ImagesTestJSON-1063747181-project-member] Lock "59baaeaa-0352-4b77-82de-635773369b02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.729s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.282725] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52872293-2d4c-d042-2745-047a20217463, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.283933] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b0b114-1389-48a5-b671-669ce55c67f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.290590] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1123.290590] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521162a3-79df-8a56-511e-ad25ac01fac6" [ 1123.290590] env[69302]: _type = "Task" [ 1123.290590] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.300106] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521162a3-79df-8a56-511e-ad25ac01fac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.321869] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.322198] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a120ff-d247-4f59-9d38-9365f9613e71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.328550] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1123.328550] env[69302]: value = "task-3184190" [ 1123.328550] env[69302]: _type = "Task" [ 1123.328550] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.336788] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.444721] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.490737] env[69302]: DEBUG nova.network.neutron [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.519036] env[69302]: DEBUG nova.objects.instance [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'flavor' on Instance uuid 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.664848] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.671682] env[69302]: DEBUG nova.network.neutron [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Updating instance_info_cache with network_info: [{"id": "6fa07683-a795-4f10-8838-6f4e0243edbf", "address": "fa:16:3e:d1:b8:ae", "network": {"id": "c3fba82d-08cd-49f2-bb0b-7c44c1e6da13", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-823857239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c165b73ecdd145368a5130d2805ff3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa07683-a7", "ovs_interfaceid": "6fa07683-a795-4f10-8838-6f4e0243edbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.801350] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521162a3-79df-8a56-511e-ad25ac01fac6, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.801616] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.802226] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9/e71a2dc1-d62f-4140-907b-26ecab0172a9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.802226] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac68173-3f29-4c2f-b7ee-e2cd5b4b4fe6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.812492] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1123.812492] env[69302]: value = "task-3184191" [ 1123.812492] env[69302]: _type = "Task" [ 1123.812492] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.822063] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.841181] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.848807] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.848983] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.849177] env[69302]: DEBUG nova.network.neutron [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.922021] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d54907e-02eb-4f8c-8b4b-aa9d60a2f8cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.930752] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aee3f8-da7e-4760-a751-83a49abb7c22 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.962644] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aaa093-5763-4f76-b17b-620779d540c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.971407] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822dc696-2765-4129-afc9-110b91ebab6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.986963] env[69302]: DEBUG nova.compute.provider_tree [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.025555] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da478e4d-d295-46cf-9c31-35595a354649 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.308s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.164373] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184189, 'name': ReconfigVM_Task, 'duration_secs': 0.624474} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.164683] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 65947f24-4dea-4997-9f4a-7579a8fb0056/65947f24-4dea-4997-9f4a-7579a8fb0056.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.165280] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e84f96-e1c5-4277-83f2-8eadf05951d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.171657] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1124.171657] env[69302]: value = "task-3184192" [ 1124.171657] env[69302]: _type = "Task" [ 1124.171657] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.174759] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Releasing lock "refresh_cache-9522a577-b05c-4815-924d-307b3308c737" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.175094] env[69302]: DEBUG nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Instance network_info: |[{"id": "6fa07683-a795-4f10-8838-6f4e0243edbf", "address": "fa:16:3e:d1:b8:ae", "network": {"id": "c3fba82d-08cd-49f2-bb0b-7c44c1e6da13", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-823857239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c165b73ecdd145368a5130d2805ff3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa07683-a7", "ovs_interfaceid": "6fa07683-a795-4f10-8838-6f4e0243edbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.175751] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b8:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fa07683-a795-4f10-8838-6f4e0243edbf', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.183137] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Creating folder: Project (c165b73ecdd145368a5130d2805ff3df). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.183770] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07885d28-68c6-45dd-a12f-58cea814a4be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.188728] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184192, 'name': Rename_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.197221] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Created folder: Project (c165b73ecdd145368a5130d2805ff3df) in parent group-v636578. [ 1124.197501] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Creating folder: Instances. Parent ref: group-v636846. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.197773] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9008747c-188c-447a-80f6-a8aec1c3e811 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.207791] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Created folder: Instances in parent group-v636846. [ 1124.208140] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.208356] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9522a577-b05c-4815-924d-307b3308c737] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.208579] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b76e2d77-3ad2-46e2-bbb2-b1d14f35d7a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.230202] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.230202] env[69302]: value = "task-3184195" [ 1124.230202] env[69302]: _type = "Task" [ 1124.230202] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.238908] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184195, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.322776] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184191, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.340213] env[69302]: DEBUG oslo_vmware.api [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184190, 'name': PowerOnVM_Task, 'duration_secs': 0.690282} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.340559] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.340750] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea4b6aa-b73c-4928-a0fd-67e55db214c0 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance 'b5234e94-0e8f-47e3-ac52-222149bf58cc' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.371601] env[69302]: DEBUG oslo_concurrency.lockutils [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.371875] env[69302]: DEBUG oslo_concurrency.lockutils [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.482867] env[69302]: DEBUG nova.compute.manager [req-a3435552-7bc0-4844-98ce-3d381bfdc667 req-9930f9d5-4c6a-4a7a-b469-57c472192bac service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] Received event network-changed-6fa07683-a795-4f10-8838-6f4e0243edbf {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.483533] env[69302]: DEBUG nova.compute.manager [req-a3435552-7bc0-4844-98ce-3d381bfdc667 req-9930f9d5-4c6a-4a7a-b469-57c472192bac service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] Refreshing instance network info cache due to event network-changed-6fa07683-a795-4f10-8838-6f4e0243edbf. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.483875] env[69302]: DEBUG oslo_concurrency.lockutils [req-a3435552-7bc0-4844-98ce-3d381bfdc667 req-9930f9d5-4c6a-4a7a-b469-57c472192bac service nova] Acquiring lock "refresh_cache-9522a577-b05c-4815-924d-307b3308c737" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.484079] env[69302]: DEBUG oslo_concurrency.lockutils [req-a3435552-7bc0-4844-98ce-3d381bfdc667 req-9930f9d5-4c6a-4a7a-b469-57c472192bac service nova] Acquired lock "refresh_cache-9522a577-b05c-4815-924d-307b3308c737" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.484278] env[69302]: DEBUG nova.network.neutron [req-a3435552-7bc0-4844-98ce-3d381bfdc667 req-9930f9d5-4c6a-4a7a-b469-57c472192bac service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] Refreshing network info cache for port 6fa07683-a795-4f10-8838-6f4e0243edbf {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.490339] env[69302]: DEBUG nova.scheduler.client.report [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.685619] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184192, 'name': Rename_Task, 'duration_secs': 0.293617} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.685907] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.686204] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e757d775-5bbe-4d9e-b420-cda519fdb531 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.693557] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1124.693557] env[69302]: value = "task-3184196" [ 1124.693557] env[69302]: _type = "Task" [ 1124.693557] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.702296] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.741215] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184195, 'name': CreateVM_Task, 'duration_secs': 0.425773} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.741215] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9522a577-b05c-4815-924d-307b3308c737] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.741351] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.741535] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.741858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.744406] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b2f437-d138-4e2e-85e1-85a65966e4b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.749662] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1124.749662] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cce148-cf9a-e570-ace2-3e04eebcdb8d" [ 1124.749662] env[69302]: _type = "Task" [ 1124.749662] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.757738] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cce148-cf9a-e570-ace2-3e04eebcdb8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.823452] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731709} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.823720] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9/e71a2dc1-d62f-4140-907b-26ecab0172a9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.824100] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.824369] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70530b92-885f-4154-b820-e425c12f7b32 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.830597] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1124.830597] env[69302]: value = "task-3184197" [ 1124.830597] env[69302]: _type = "Task" [ 1124.830597] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.839946] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.877957] env[69302]: INFO nova.compute.manager [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Detaching volume bee12110-7d49-4448-8638-da9aa66d24bc [ 1124.922255] env[69302]: INFO nova.virt.block_device [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Attempting to driver detach volume bee12110-7d49-4448-8638-da9aa66d24bc from mountpoint /dev/sdb [ 1124.922483] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.922667] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636841', 'volume_id': 'bee12110-7d49-4448-8638-da9aa66d24bc', 'name': 'volume-bee12110-7d49-4448-8638-da9aa66d24bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f7dcf45-c01a-4e40-b1e7-e4803c7415f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bee12110-7d49-4448-8638-da9aa66d24bc', 'serial': 'bee12110-7d49-4448-8638-da9aa66d24bc'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.923575] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4e9d9-7859-4e66-9fb6-d087f982ea07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.945305] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7dad7e-203d-48ab-bb3c-3d53c82a85d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.953171] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a3488-146c-4294-af6e-e197385376d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.974250] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec4eaa-30e2-4432-a162-1487c372c920 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.993486] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] The volume has not been displaced from its original location: [datastore1] volume-bee12110-7d49-4448-8638-da9aa66d24bc/volume-bee12110-7d49-4448-8638-da9aa66d24bc.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.998865] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.000025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.000500] env[69302]: DEBUG nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.003122] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a92de45c-7d4b-4fad-9550-9c0d777a549f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.016862] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.572s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.018716] env[69302]: INFO nova.compute.claims [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.026070] env[69302]: DEBUG oslo_vmware.api [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1125.026070] env[69302]: value = "task-3184198" [ 1125.026070] env[69302]: _type = "Task" [ 1125.026070] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.035657] env[69302]: DEBUG oslo_vmware.api [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.203739] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184196, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.209777] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0141da-3149-4c73-932c-cedcf9e45251 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.217598] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e368b113-dad4-4d64-a948-b4471e25ec37 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Suspending the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1125.217839] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0f2cc93e-891c-43c3-9cba-899980959290 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.224469] env[69302]: DEBUG oslo_vmware.api [None req-e368b113-dad4-4d64-a948-b4471e25ec37 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1125.224469] env[69302]: value = "task-3184199" [ 1125.224469] env[69302]: _type = "Task" [ 1125.224469] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.232476] env[69302]: DEBUG oslo_vmware.api [None req-e368b113-dad4-4d64-a948-b4471e25ec37 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184199, 'name': SuspendVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.263451] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cce148-cf9a-e570-ace2-3e04eebcdb8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.265038] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.265038] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.265038] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.265038] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.265038] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.265038] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e6ca6f5-e93c-455a-a02e-ce3341d38e8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.273830] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.274069] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.274803] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51528d9b-8b34-4507-bbf1-5427007bcadc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.280229] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1125.280229] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5225f656-62ca-3f17-c7ac-adc851339808" [ 1125.280229] env[69302]: _type = "Task" [ 1125.280229] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.293155] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5225f656-62ca-3f17-c7ac-adc851339808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.340946] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07745} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.341744] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.342731] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca23720-fc07-4d81-8c21-a9cc3b5e93f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.376028] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9/e71a2dc1-d62f-4140-907b-26ecab0172a9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.376028] env[69302]: INFO nova.network.neutron [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Port 53adee6a-ec74-48f0-ac45-32677eb9a804 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1125.376028] env[69302]: DEBUG nova.network.neutron [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.380458] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cc5338-da87-4a3a-860b-bd694ba84891 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.403555] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.412256] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1125.412256] env[69302]: value = "task-3184200" [ 1125.412256] env[69302]: _type = "Task" [ 1125.412256] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.424285] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.518234] env[69302]: DEBUG nova.compute.utils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.519800] env[69302]: DEBUG nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.519992] env[69302]: DEBUG nova.network.neutron [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.544074] env[69302]: DEBUG oslo_vmware.api [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184198, 'name': ReconfigVM_Task, 'duration_secs': 0.209214} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.544593] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.550384] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ff4230-3803-42e9-b8a0-6059a08801f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.567590] env[69302]: DEBUG oslo_vmware.api [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1125.567590] env[69302]: value = "task-3184201" [ 1125.567590] env[69302]: _type = "Task" [ 1125.567590] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.580039] env[69302]: DEBUG oslo_vmware.api [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.633485] env[69302]: DEBUG nova.policy [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6e8e3ac522e46acab79c4793de2ea9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4078d29a5a7a4c9c9a3eaf3ca9d91723', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.704763] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.733749] env[69302]: DEBUG oslo_vmware.api [None req-e368b113-dad4-4d64-a948-b4471e25ec37 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184199, 'name': SuspendVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.791749] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5225f656-62ca-3f17-c7ac-adc851339808, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.794266] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b32acd1-be92-4a2b-a81a-5e6cad0e4383 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.798875] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1125.798875] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b3631f-62f4-4ff2-3725-67701595425e" [ 1125.798875] env[69302]: _type = "Task" [ 1125.798875] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.807679] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b3631f-62f4-4ff2-3725-67701595425e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.863267] env[69302]: DEBUG nova.network.neutron [req-a3435552-7bc0-4844-98ce-3d381bfdc667 req-9930f9d5-4c6a-4a7a-b469-57c472192bac service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] Updated VIF entry in instance network info cache for port 6fa07683-a795-4f10-8838-6f4e0243edbf. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.863267] env[69302]: DEBUG nova.network.neutron [req-a3435552-7bc0-4844-98ce-3d381bfdc667 req-9930f9d5-4c6a-4a7a-b469-57c472192bac service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] Updating instance_info_cache with network_info: [{"id": "6fa07683-a795-4f10-8838-6f4e0243edbf", "address": "fa:16:3e:d1:b8:ae", "network": {"id": "c3fba82d-08cd-49f2-bb0b-7c44c1e6da13", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-823857239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c165b73ecdd145368a5130d2805ff3df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fa07683-a7", "ovs_interfaceid": "6fa07683-a795-4f10-8838-6f4e0243edbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.909135] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ab89b801-3199-419e-ab69-88d943b93072 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-5aefd5ac-9e21-448c-8909-a3ab7f8abee0-53adee6a-ec74-48f0-ac45-32677eb9a804" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.111s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.929783] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184200, 'name': ReconfigVM_Task, 'duration_secs': 0.433939} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.930315] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfigured VM instance instance-00000064 to attach disk [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9/e71a2dc1-d62f-4140-907b-26ecab0172a9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.931751] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f2d3a5c-239f-4f30-902a-62bad77b7b49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.938593] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1125.938593] env[69302]: value = "task-3184202" [ 1125.938593] env[69302]: _type = "Task" [ 1125.938593] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.946855] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184202, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.024102] env[69302]: DEBUG nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.086687] env[69302]: DEBUG oslo_vmware.api [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184201, 'name': ReconfigVM_Task, 'duration_secs': 0.147213} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.087031] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636841', 'volume_id': 'bee12110-7d49-4448-8638-da9aa66d24bc', 'name': 'volume-bee12110-7d49-4448-8638-da9aa66d24bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f7dcf45-c01a-4e40-b1e7-e4803c7415f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'bee12110-7d49-4448-8638-da9aa66d24bc', 'serial': 'bee12110-7d49-4448-8638-da9aa66d24bc'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.207569] env[69302]: DEBUG oslo_vmware.api [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184196, 'name': PowerOnVM_Task, 'duration_secs': 1.187551} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.207854] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.208089] env[69302]: INFO nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1126.208288] env[69302]: DEBUG nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.210546] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c3bfd-87db-4949-9229-a828896c6f84 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.238850] env[69302]: DEBUG oslo_vmware.api [None req-e368b113-dad4-4d64-a948-b4471e25ec37 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184199, 'name': SuspendVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.252675] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b554c7a8-ef0e-4577-a0e6-695c70717453 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.265973] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb447f4e-c4f3-4e8d-a2c0-6ea332cea131 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.314741] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8781085-2f01-43b4-b9d4-f446f33e3d9d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.328885] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b3631f-62f4-4ff2-3725-67701595425e, 'name': SearchDatastore_Task, 'duration_secs': 0.01202} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.329381] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.329704] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 9522a577-b05c-4815-924d-307b3308c737/9522a577-b05c-4815-924d-307b3308c737.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.332032] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd47aa2-70cc-429d-8dc3-488a6c8a64cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.337788] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e102e6e7-a02e-471c-b9d8-0b79a29de580 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.357429] env[69302]: DEBUG nova.compute.provider_tree [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.360766] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1126.360766] env[69302]: value = "task-3184203" [ 1126.360766] env[69302]: _type = "Task" [ 1126.360766] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.364737] env[69302]: DEBUG oslo_concurrency.lockutils [req-a3435552-7bc0-4844-98ce-3d381bfdc667 req-9930f9d5-4c6a-4a7a-b469-57c472192bac service nova] Releasing lock "refresh_cache-9522a577-b05c-4815-924d-307b3308c737" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.371482] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.449676] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184202, 'name': Rename_Task, 'duration_secs': 0.131853} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.449971] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.450233] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd101d23-e13e-4cb1-8e4a-b276f2b7c5fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.457815] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1126.457815] env[69302]: value = "task-3184204" [ 1126.457815] env[69302]: _type = "Task" [ 1126.457815] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.461735] env[69302]: DEBUG nova.network.neutron [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Successfully created port: e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.470384] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.652351] env[69302]: DEBUG nova.objects.instance [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'flavor' on Instance uuid 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.735514] env[69302]: INFO nova.compute.manager [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Took 22.82 seconds to build instance. [ 1126.742858] env[69302]: DEBUG oslo_vmware.api [None req-e368b113-dad4-4d64-a948-b4471e25ec37 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184199, 'name': SuspendVM_Task, 'duration_secs': 1.075669} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.743154] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e368b113-dad4-4d64-a948-b4471e25ec37 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Suspended the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1126.743336] env[69302]: DEBUG nova.compute.manager [None req-e368b113-dad4-4d64-a948-b4471e25ec37 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.744548] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41f09f-6b40-41d4-ab75-54afb49af49e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.821026] env[69302]: DEBUG nova.compute.manager [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.822732] env[69302]: DEBUG nova.compute.manager [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing instance network info cache due to event network-changed-5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.822732] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] Acquiring lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.822732] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] Acquired lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.822732] env[69302]: DEBUG nova.network.neutron [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Refreshing network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.862362] env[69302]: DEBUG nova.scheduler.client.report [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.880810] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506222} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.881307] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 9522a577-b05c-4815-924d-307b3308c737/9522a577-b05c-4815-924d-307b3308c737.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.881307] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.881572] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5df2ed8-6a7c-4d01-a81a-2a1ebf693c9c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.890503] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1126.890503] env[69302]: value = "task-3184205" [ 1126.890503] env[69302]: _type = "Task" [ 1126.890503] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.899553] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.926749] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-9e787310-3c2f-465f-bde5-a81154bf2cb6-53adee6a-ec74-48f0-ac45-32677eb9a804" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.927031] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-9e787310-3c2f-465f-bde5-a81154bf2cb6-53adee6a-ec74-48f0-ac45-32677eb9a804" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.927417] env[69302]: DEBUG nova.objects.instance [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'flavor' on Instance uuid 9e787310-3c2f-465f-bde5-a81154bf2cb6 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.973370] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.043429] env[69302]: DEBUG nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.072228] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.072642] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.072914] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.073212] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.073470] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.073728] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.074094] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.074373] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.074647] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.077017] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.077017] env[69302]: DEBUG nova.virt.hardware [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.077017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4d8d28-3ad8-4f94-ac31-d39a966d89ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.088668] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7718615-5f3e-4bd8-b1ee-53c3a0696767 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.237955] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e1e8fc33-f4fa-4d6e-9d92-de6d20ffc389 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.327s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.371523] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.372770] env[69302]: DEBUG nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.402093] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110865} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.402462] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.403376] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc75cf9-b87a-4997-ae0f-3e9854e6ce9d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.432068] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 9522a577-b05c-4815-924d-307b3308c737/9522a577-b05c-4815-924d-307b3308c737.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.436287] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21b3600-6b55-41bb-94dc-50e296980d19 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.457062] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1127.457062] env[69302]: value = "task-3184206" [ 1127.457062] env[69302]: _type = "Task" [ 1127.457062] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.468833] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.472660] env[69302]: DEBUG oslo_vmware.api [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184204, 'name': PowerOnVM_Task, 'duration_secs': 0.915891} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.472660] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.472901] env[69302]: INFO nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1127.473441] env[69302]: DEBUG nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.474068] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07674fe3-26c0-461e-8f4c-8b4644597328 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.660608] env[69302]: DEBUG oslo_concurrency.lockutils [None req-624313e0-b055-4c2d-87de-4c360ee7fb29 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.884062] env[69302]: DEBUG nova.compute.utils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.885405] env[69302]: DEBUG nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.885583] env[69302]: DEBUG nova.network.neutron [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.930523] env[69302]: DEBUG nova.policy [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa02a32c268049269b1a43e959ce7155', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e9634cf500d4979a6eb5b091339ebde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.935651] env[69302]: DEBUG nova.objects.instance [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'pci_requests' on Instance uuid 9e787310-3c2f-465f-bde5-a81154bf2cb6 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.966642] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184206, 'name': ReconfigVM_Task, 'duration_secs': 0.31802} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.966919] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 9522a577-b05c-4815-924d-307b3308c737/9522a577-b05c-4815-924d-307b3308c737.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.967566] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636dca64-d325-4a83-bfae-8d9cea7b51a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.975272] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1127.975272] env[69302]: value = "task-3184207" [ 1127.975272] env[69302]: _type = "Task" [ 1127.975272] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.983675] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184207, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.995016] env[69302]: INFO nova.compute.manager [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Took 21.09 seconds to build instance. [ 1128.003720] env[69302]: DEBUG nova.network.neutron [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updated VIF entry in instance network info cache for port 5301a84c-85de-42f1-982d-0688c21cc6a1. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.004575] env[69302]: DEBUG nova.network.neutron [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [{"id": "5301a84c-85de-42f1-982d-0688c21cc6a1", "address": "fa:16:3e:5e:54:91", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5301a84c-85", "ovs_interfaceid": "5301a84c-85de-42f1-982d-0688c21cc6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.119653] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.120622] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.120622] env[69302]: DEBUG nova.compute.manager [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Going to confirm migration 6 {{(pid=69302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1128.209450] env[69302]: DEBUG nova.network.neutron [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Successfully created port: eb28a10a-4121-4192-95d8-08becdcc2ca8 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.389684] env[69302]: DEBUG nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.440793] env[69302]: DEBUG nova.objects.base [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Object Instance<9e787310-3c2f-465f-bde5-a81154bf2cb6> lazy-loaded attributes: flavor,pci_requests {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.441016] env[69302]: DEBUG nova.network.neutron [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.485733] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184207, 'name': Rename_Task, 'duration_secs': 0.138259} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.486169] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.486382] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d4ff4dc-9f0e-42f3-9288-f76b2da071fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.493599] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1128.493599] env[69302]: value = "task-3184208" [ 1128.493599] env[69302]: _type = "Task" [ 1128.493599] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.497512] env[69302]: DEBUG oslo_concurrency.lockutils [None req-248a1e6f-9372-4676-80d2-a7b474505ea7 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.596s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.502869] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.507576] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] Releasing lock "refresh_cache-5aefd5ac-9e21-448c-8909-a3ab7f8abee0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.507782] env[69302]: DEBUG nova.compute.manager [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received event network-changed-e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.507949] env[69302]: DEBUG nova.compute.manager [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing instance network info cache due to event network-changed-e966b242-7882-490d-b4fa-e57ff65e8ccb. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.508172] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] Acquiring lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.508313] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] Acquired lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.508514] env[69302]: DEBUG nova.network.neutron [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing network info cache for port e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.543733] env[69302]: DEBUG nova.policy [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ca49c86b0e34915aaa66653c106dc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2723ae59dc6c45c69511094b6178df73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.640120] env[69302]: DEBUG nova.network.neutron [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Successfully updated port: e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.698398] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.698562] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquired lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.698748] env[69302]: DEBUG nova.network.neutron [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.699018] env[69302]: DEBUG nova.objects.instance [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'info_cache' on Instance uuid b5234e94-0e8f-47e3-ac52-222149bf58cc {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.003677] env[69302]: DEBUG oslo_vmware.api [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184208, 'name': PowerOnVM_Task, 'duration_secs': 0.465187} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.004065] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.004283] env[69302]: INFO nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1129.004415] env[69302]: DEBUG nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.005232] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d32f0-6c47-405e-a022-237e750350a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.141347] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.141501] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.141651] env[69302]: DEBUG nova.network.neutron [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.222394] env[69302]: DEBUG nova.network.neutron [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updated VIF entry in instance network info cache for port e966b242-7882-490d-b4fa-e57ff65e8ccb. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.222790] env[69302]: DEBUG nova.network.neutron [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.402032] env[69302]: DEBUG nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.423981] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.424253] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.424435] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.424584] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.424792] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.424878] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.425121] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.425285] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.425448] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.425607] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.425822] env[69302]: DEBUG nova.virt.hardware [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.426794] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1dc46-a1c8-4ab1-8045-6774098bfcdd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.434561] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74fb398-7943-40a4-95da-1a595b3ccdb0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.524900] env[69302]: INFO nova.compute.manager [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Took 18.05 seconds to build instance. [ 1129.673759] env[69302]: DEBUG nova.network.neutron [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.727205] env[69302]: DEBUG oslo_concurrency.lockutils [req-8d4d2e2e-0b36-4154-83d9-b3cac30e4db0 req-5b21e4e9-57a8-43f8-a079-2acff0a43c2b service nova] Releasing lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.878496] env[69302]: DEBUG nova.network.neutron [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance_info_cache with network_info: [{"id": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "address": "fa:16:3e:4c:7a:43", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a0ef1-71", "ovs_interfaceid": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.885449] env[69302]: DEBUG nova.network.neutron [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Successfully updated port: eb28a10a-4121-4192-95d8-08becdcc2ca8 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.016705] env[69302]: DEBUG nova.network.neutron [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance_info_cache with network_info: [{"id": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "address": "fa:16:3e:83:7e:da", "network": {"id": "6ab5a5c9-51f4-415a-a8a0-c21fe5b35187", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1682639905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54fa409d6d0647f8b874ffe2484bca97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b9e27c-60", "ovs_interfaceid": "e2b9e27c-60f3-4e73-a865-f64f3603d119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.026777] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b46b7ff7-a5f8-4d88-a29b-b18d88ae7562 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "9522a577-b05c-4815-924d-307b3308c737" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.567s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.177589] env[69302]: DEBUG nova.network.neutron [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Successfully updated port: 53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.384278] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.384607] env[69302]: DEBUG nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Instance network_info: |[{"id": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "address": "fa:16:3e:4c:7a:43", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a0ef1-71", "ovs_interfaceid": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.385062] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:7a:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e53a0ef1-71e5-4706-ae13-b00ff2a0f76b', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.393811] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.394407] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquiring lock "refresh_cache-ef35e8fe-801e-4c6e-b396-9020397d82b2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.394540] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquired lock "refresh_cache-ef35e8fe-801e-4c6e-b396-9020397d82b2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.394679] env[69302]: DEBUG nova.network.neutron [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.396911] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.401053] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4bcb683-d44f-481a-b2e7-56f9c143d987 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.427562] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.427562] env[69302]: value = "task-3184209" [ 1130.427562] env[69302]: _type = "Task" [ 1130.427562] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.435540] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184209, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.454137] env[69302]: DEBUG nova.network.neutron [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.523226] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Releasing lock "refresh_cache-b5234e94-0e8f-47e3-ac52-222149bf58cc" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.523435] env[69302]: DEBUG nova.objects.instance [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lazy-loading 'migration_context' on Instance uuid b5234e94-0e8f-47e3-ac52-222149bf58cc {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.598295] env[69302]: DEBUG nova.network.neutron [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Updating instance_info_cache with network_info: [{"id": "eb28a10a-4121-4192-95d8-08becdcc2ca8", "address": "fa:16:3e:2a:5e:7f", "network": {"id": "71ed4956-8610-4664-87a0-279960708b49", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-889004944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9634cf500d4979a6eb5b091339ebde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb28a10a-41", "ovs_interfaceid": "eb28a10a-4121-4192-95d8-08becdcc2ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.684016] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.684360] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.684602] env[69302]: DEBUG nova.network.neutron [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.938359] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184209, 'name': CreateVM_Task, 'duration_secs': 0.373171} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.938554] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.939214] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.940043] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.940043] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.940043] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d7f9c0-e9fc-4ac7-8b24-63bc83fd94ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.944681] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1130.944681] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9733d-ef78-6891-112e-4b0da089de25" [ 1130.944681] env[69302]: _type = "Task" [ 1130.944681] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.953872] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9733d-ef78-6891-112e-4b0da089de25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.026352] env[69302]: DEBUG nova.objects.base [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.027295] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8578d4e-ebaa-412c-b7f7-200627405206 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.046893] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148b8c06-4bc1-40e4-ad6c-89391c92e283 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.054973] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1131.054973] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522eab59-509e-50af-742e-25a76bfa5b21" [ 1131.054973] env[69302]: _type = "Task" [ 1131.054973] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.064051] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522eab59-509e-50af-742e-25a76bfa5b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.100900] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Releasing lock "refresh_cache-ef35e8fe-801e-4c6e-b396-9020397d82b2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.101263] env[69302]: DEBUG nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Instance network_info: |[{"id": "eb28a10a-4121-4192-95d8-08becdcc2ca8", "address": "fa:16:3e:2a:5e:7f", "network": {"id": "71ed4956-8610-4664-87a0-279960708b49", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-889004944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9634cf500d4979a6eb5b091339ebde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb28a10a-41", "ovs_interfaceid": "eb28a10a-4121-4192-95d8-08becdcc2ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.101756] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:5e:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb28a10a-4121-4192-95d8-08becdcc2ca8', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.109908] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Creating folder: Project (2e9634cf500d4979a6eb5b091339ebde). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.110201] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be29417c-1e55-444e-8161-3172097967f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.121070] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Created folder: Project (2e9634cf500d4979a6eb5b091339ebde) in parent group-v636578. [ 1131.121265] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Creating folder: Instances. Parent ref: group-v636850. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1131.121484] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c28ba1-d03e-406b-b5e7-989a9f0bcc54 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.130037] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Created folder: Instances in parent group-v636850. [ 1131.130235] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.130421] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.130618] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f4e1129-af6e-42ac-a311-09159516c972 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.148813] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.148813] env[69302]: value = "task-3184212" [ 1131.148813] env[69302]: _type = "Task" [ 1131.148813] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.156274] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184212, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.219659] env[69302]: WARNING nova.network.neutron [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] 7a313f43-8ae1-4734-9e32-3f597ac4701d already exists in list: networks containing: ['7a313f43-8ae1-4734-9e32-3f597ac4701d']. ignoring it [ 1131.456031] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d9733d-ef78-6891-112e-4b0da089de25, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.456031] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.456380] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.456504] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.456607] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.456796] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.457125] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78a0fa64-e5eb-4c1f-8082-6e712b64a44b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.467618] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.467772] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.468522] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad409729-6d8c-4b79-b468-c3ee416c1100 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.473915] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1131.473915] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5287ab6e-1d1e-8a45-d82b-69636a9a5017" [ 1131.473915] env[69302]: _type = "Task" [ 1131.473915] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.485785] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5287ab6e-1d1e-8a45-d82b-69636a9a5017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.511717] env[69302]: DEBUG nova.network.neutron [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53adee6a-ec74-48f0-ac45-32677eb9a804", "address": "fa:16:3e:41:cb:e1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53adee6a-ec", "ovs_interfaceid": "53adee6a-ec74-48f0-ac45-32677eb9a804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.565925] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522eab59-509e-50af-742e-25a76bfa5b21, 'name': SearchDatastore_Task, 'duration_secs': 0.011542} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.566288] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.566571] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.659344] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184212, 'name': CreateVM_Task, 'duration_secs': 0.463036} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.659538] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.660333] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.660517] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.660851] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.661150] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01cc743-178d-41f8-b287-c2cc6a54dc4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.666022] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1131.666022] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5299f974-4693-c301-78e1-87f3ca0c230f" [ 1131.666022] env[69302]: _type = "Task" [ 1131.666022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.674693] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5299f974-4693-c301-78e1-87f3ca0c230f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.986645] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5287ab6e-1d1e-8a45-d82b-69636a9a5017, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.987426] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e2d3f2c-c89c-470b-bec4-b7ae13d94709 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.992364] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1131.992364] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b57e08-84ce-db77-2884-55f27deae470" [ 1131.992364] env[69302]: _type = "Task" [ 1131.992364] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.001203] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b57e08-84ce-db77-2884-55f27deae470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.014845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.015509] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.015719] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.016424] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4efa5-714e-456c-8e5a-a5180db17bab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.032436] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.032657] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.032811] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.032992] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.033149] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.033297] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.033605] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.033643] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.033858] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.033969] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.034154] env[69302]: DEBUG nova.virt.hardware [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.040241] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Reconfiguring VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1132.040540] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f25fc69-f524-4041-a8f4-d866e70c88b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.056520] env[69302]: DEBUG oslo_vmware.api [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1132.056520] env[69302]: value = "task-3184213" [ 1132.056520] env[69302]: _type = "Task" [ 1132.056520] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.064354] env[69302]: DEBUG oslo_vmware.api [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184213, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.177832] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5299f974-4693-c301-78e1-87f3ca0c230f, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.178332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.178451] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.178567] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.242682] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890116c9-c16b-4f91-bd20-8c70c919e60e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.250699] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece7576b-8227-4bb0-a30b-eea9dd0f167c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.281486] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004027d5-cdd4-46ab-85f0-1e93941b55e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.289378] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b20c4-0742-4751-8815-3ee76bfca15b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.302434] env[69302]: DEBUG nova.compute.provider_tree [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.504032] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b57e08-84ce-db77-2884-55f27deae470, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.504322] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.504562] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916/c586b890-7ac9-4605-bd87-4af6609d3916.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.504835] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.505032] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.505245] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a31ab66-e3fe-4f09-8b0e-089d6e5b23ce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.507076] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6cbb303-836f-491a-876a-d72c4ca9225b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.514139] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1132.514139] env[69302]: value = "task-3184214" [ 1132.514139] env[69302]: _type = "Task" [ 1132.514139] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.517707] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.517869] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.518781] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b0fe91-bcd7-45fe-98cb-219df0d53537 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.523436] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.526535] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1132.526535] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5268b8f3-268d-a7b8-caf7-5c17db9d6ae2" [ 1132.526535] env[69302]: _type = "Task" [ 1132.526535] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.533925] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5268b8f3-268d-a7b8-caf7-5c17db9d6ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.565596] env[69302]: DEBUG oslo_vmware.api [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.805842] env[69302]: DEBUG nova.scheduler.client.report [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.025154] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.037684] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5268b8f3-268d-a7b8-caf7-5c17db9d6ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.038439] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2968b431-50bc-4258-8a66-6351c953135b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.044354] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1133.044354] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9f503-ad93-140f-be41-62ab993dea67" [ 1133.044354] env[69302]: _type = "Task" [ 1133.044354] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.054916] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9f503-ad93-140f-be41-62ab993dea67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.066848] env[69302]: DEBUG oslo_vmware.api [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184213, 'name': ReconfigVM_Task, 'duration_secs': 0.958517} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.067438] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.067658] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Reconfigured VM to attach interface {{(pid=69302) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1133.524973] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62946} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.525338] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916/c586b890-7ac9-4605-bd87-4af6609d3916.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.525462] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.525709] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10d8b2d5-3630-4bc4-a758-21c1503939dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.532590] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1133.532590] env[69302]: value = "task-3184215" [ 1133.532590] env[69302]: _type = "Task" [ 1133.532590] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.539924] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.553339] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a9f503-ad93-140f-be41-62ab993dea67, 'name': SearchDatastore_Task, 'duration_secs': 0.04869} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.553601] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.553905] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] ef35e8fe-801e-4c6e-b396-9020397d82b2/ef35e8fe-801e-4c6e-b396-9020397d82b2.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.554170] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf1f004-2378-4c48-b573-ae908d7af4cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.560235] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1133.560235] env[69302]: value = "task-3184216" [ 1133.560235] env[69302]: _type = "Task" [ 1133.560235] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.568368] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.572690] env[69302]: DEBUG oslo_concurrency.lockutils [None req-873990a9-6067-4346-b98b-c86a3d89bd77 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-9e787310-3c2f-465f-bde5-a81154bf2cb6-53adee6a-ec74-48f0-ac45-32677eb9a804" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.646s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.816469] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.250s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.042813] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063983} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.043080] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.043835] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146fa74a-124c-4bfd-80cf-55771a532f2f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.065605] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916/c586b890-7ac9-4605-bd87-4af6609d3916.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.065938] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9079924e-ee66-47b2-892b-e6a776ffbf83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.089587] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184216, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.090643] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1134.090643] env[69302]: value = "task-3184217" [ 1134.090643] env[69302]: _type = "Task" [ 1134.090643] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.097846] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.377324] env[69302]: INFO nova.scheduler.client.report [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted allocation for migration 1a9d1fb4-6756-4a00-88e8-a519f384e0b8 [ 1134.575208] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945735} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.575625] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] ef35e8fe-801e-4c6e-b396-9020397d82b2/ef35e8fe-801e-4c6e-b396-9020397d82b2.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.575750] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.575882] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-685d6efa-edaf-4cc4-b08b-ed78699c4d91 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.581516] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1134.581516] env[69302]: value = "task-3184218" [ 1134.581516] env[69302]: _type = "Task" [ 1134.581516] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.589723] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.599013] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.796041] env[69302]: DEBUG nova.compute.manager [req-738437c9-67cd-4142-a23b-8b63c9234b42 req-2fcebe51-a189-4ae1-abb8-f72d9ed54967 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Received event network-changed-6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.796205] env[69302]: DEBUG nova.compute.manager [req-738437c9-67cd-4142-a23b-8b63c9234b42 req-2fcebe51-a189-4ae1-abb8-f72d9ed54967 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Refreshing instance network info cache due to event network-changed-6c070a19-ea12-493f-b5fc-d420b8f8a9b1. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.796403] env[69302]: DEBUG oslo_concurrency.lockutils [req-738437c9-67cd-4142-a23b-8b63c9234b42 req-2fcebe51-a189-4ae1-abb8-f72d9ed54967 service nova] Acquiring lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.796546] env[69302]: DEBUG oslo_concurrency.lockutils [req-738437c9-67cd-4142-a23b-8b63c9234b42 req-2fcebe51-a189-4ae1-abb8-f72d9ed54967 service nova] Acquired lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.796698] env[69302]: DEBUG nova.network.neutron [req-738437c9-67cd-4142-a23b-8b63c9234b42 req-2fcebe51-a189-4ae1-abb8-f72d9ed54967 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Refreshing network info cache for port 6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.882799] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.763s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.090804] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322029} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.091060] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.091927] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f549ba-6dfd-40f7-a189-e56827c37b7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.118070] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ef35e8fe-801e-4c6e-b396-9020397d82b2/ef35e8fe-801e-4c6e-b396-9020397d82b2.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.121609] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b925517-12e6-456e-9cc0-773f84cdd8ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.135838] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184217, 'name': ReconfigVM_Task, 'duration_secs': 0.860708} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.136146] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfigured VM instance instance-00000066 to attach disk [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916/c586b890-7ac9-4605-bd87-4af6609d3916.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.137196] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-907a2ec5-e471-4599-abac-a3d920c85e3e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.144216] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1135.144216] env[69302]: value = "task-3184219" [ 1135.144216] env[69302]: _type = "Task" [ 1135.144216] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.144476] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1135.144476] env[69302]: value = "task-3184220" [ 1135.144476] env[69302]: _type = "Task" [ 1135.144476] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.159158] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184220, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.159772] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.161795] env[69302]: DEBUG nova.compute.manager [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Received event network-vif-plugged-e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.162262] env[69302]: DEBUG oslo_concurrency.lockutils [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] Acquiring lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.162262] env[69302]: DEBUG oslo_concurrency.lockutils [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] Lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.162383] env[69302]: DEBUG oslo_concurrency.lockutils [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] Lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.162584] env[69302]: DEBUG nova.compute.manager [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] No waiting events found dispatching network-vif-plugged-e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.162785] env[69302]: WARNING nova.compute.manager [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Received unexpected event network-vif-plugged-e53a0ef1-71e5-4706-ae13-b00ff2a0f76b for instance with vm_state building and task_state spawning. [ 1135.163103] env[69302]: DEBUG nova.compute.manager [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Received event network-changed-e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.163256] env[69302]: DEBUG nova.compute.manager [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Refreshing instance network info cache due to event network-changed-e53a0ef1-71e5-4706-ae13-b00ff2a0f76b. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.163479] env[69302]: DEBUG oslo_concurrency.lockutils [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] Acquiring lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.163627] env[69302]: DEBUG oslo_concurrency.lockutils [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] Acquired lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.163779] env[69302]: DEBUG nova.network.neutron [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Refreshing network info cache for port e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.521441] env[69302]: DEBUG nova.network.neutron [req-738437c9-67cd-4142-a23b-8b63c9234b42 req-2fcebe51-a189-4ae1-abb8-f72d9ed54967 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updated VIF entry in instance network info cache for port 6c070a19-ea12-493f-b5fc-d420b8f8a9b1. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.521809] env[69302]: DEBUG nova.network.neutron [req-738437c9-67cd-4142-a23b-8b63c9234b42 req-2fcebe51-a189-4ae1-abb8-f72d9ed54967 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [{"id": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "address": "fa:16:3e:05:bd:ec", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c070a19-ea", "ovs_interfaceid": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.664955] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184220, 'name': Rename_Task, 'duration_secs': 0.205295} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.668200] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.670793] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.671285] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf18ea1-6e98-4dca-bfce-5ca705abfb4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.678706] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1135.678706] env[69302]: value = "task-3184221" [ 1135.678706] env[69302]: _type = "Task" [ 1135.678706] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.691534] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.024563] env[69302]: DEBUG oslo_concurrency.lockutils [req-738437c9-67cd-4142-a23b-8b63c9234b42 req-2fcebe51-a189-4ae1-abb8-f72d9ed54967 service nova] Releasing lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.079258] env[69302]: DEBUG nova.network.neutron [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updated VIF entry in instance network info cache for port e53a0ef1-71e5-4706-ae13-b00ff2a0f76b. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.079636] env[69302]: DEBUG nova.network.neutron [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance_info_cache with network_info: [{"id": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "address": "fa:16:3e:4c:7a:43", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a0ef1-71", "ovs_interfaceid": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.149021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.149021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.149021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.149021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.149021] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.155234] env[69302]: INFO nova.compute.manager [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Terminating instance [ 1136.161778] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquiring lock "c82482ae-8657-4add-82fd-8239601629c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.161991] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "c82482ae-8657-4add-82fd-8239601629c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.167756] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184219, 'name': ReconfigVM_Task, 'duration_secs': 0.878749} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.167756] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ef35e8fe-801e-4c6e-b396-9020397d82b2/ef35e8fe-801e-4c6e-b396-9020397d82b2.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.168025] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a55dcab8-bb24-4316-bb74-9fee8561015c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.175433] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1136.175433] env[69302]: value = "task-3184222" [ 1136.175433] env[69302]: _type = "Task" [ 1136.175433] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.186679] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184222, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.187047] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.187264] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.187456] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.187636] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.187798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.190066] env[69302]: INFO nova.compute.manager [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Terminating instance [ 1136.194344] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.281986] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "interface-9e787310-3c2f-465f-bde5-a81154bf2cb6-53adee6a-ec74-48f0-ac45-32677eb9a804" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.282344] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-9e787310-3c2f-465f-bde5-a81154bf2cb6-53adee6a-ec74-48f0-ac45-32677eb9a804" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.308753] env[69302]: INFO nova.compute.manager [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Resuming [ 1136.309388] env[69302]: DEBUG nova.objects.instance [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lazy-loading 'flavor' on Instance uuid 33553bee-6dbb-4cfa-83d9-04914b6a24ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.582622] env[69302]: DEBUG oslo_concurrency.lockutils [req-9a3980f8-c29f-4bb5-a287-36f1652824b9 req-964d5dc4-2c3e-4507-8b01-26afdee3b423 service nova] Releasing lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.667026] env[69302]: DEBUG nova.compute.manager [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.667026] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.667026] env[69302]: DEBUG nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.668613] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a06f813-187d-4c6d-aa6a-b93c5a38cbb8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.677295] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.680501] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7fb661-c43c-4208-86ac-4e7058206a30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.689642] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184222, 'name': Rename_Task, 'duration_secs': 0.177925} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.691454] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.693044] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1136.693044] env[69302]: value = "task-3184223" [ 1136.693044] env[69302]: _type = "Task" [ 1136.693044] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.693044] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf06e814-d9b9-4018-9473-73d9dab7e7c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.703909] env[69302]: DEBUG nova.compute.manager [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.704450] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.707415] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.707415] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e474af4c-cbf7-4431-a659-6ec930863f62 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.715858] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1136.715858] env[69302]: value = "task-3184224" [ 1136.715858] env[69302]: _type = "Task" [ 1136.715858] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.725340] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.728160] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.728858] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33f731dc-dafb-4493-a92f-6ef4792f43e7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.734061] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184224, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.738707] env[69302]: DEBUG oslo_vmware.api [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1136.738707] env[69302]: value = "task-3184225" [ 1136.738707] env[69302]: _type = "Task" [ 1136.738707] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.746837] env[69302]: DEBUG oslo_vmware.api [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.787477] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.787759] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.788846] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a14b30-81ef-43d3-a916-ccb92dadb552 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.816972] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282157e1-9a1f-4f96-94fb-d3c71f9b4183 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.850384] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Reconfiguring VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1136.852407] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc4833f2-3da2-4d7e-95b8-cc64a20fd033 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.867418] env[69302]: DEBUG nova.compute.manager [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Received event network-vif-plugged-eb28a10a-4121-4192-95d8-08becdcc2ca8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.867544] env[69302]: DEBUG oslo_concurrency.lockutils [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] Acquiring lock "ef35e8fe-801e-4c6e-b396-9020397d82b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.867724] env[69302]: DEBUG oslo_concurrency.lockutils [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] Lock "ef35e8fe-801e-4c6e-b396-9020397d82b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.867892] env[69302]: DEBUG oslo_concurrency.lockutils [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] Lock "ef35e8fe-801e-4c6e-b396-9020397d82b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.868070] env[69302]: DEBUG nova.compute.manager [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] No waiting events found dispatching network-vif-plugged-eb28a10a-4121-4192-95d8-08becdcc2ca8 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.868264] env[69302]: WARNING nova.compute.manager [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Received unexpected event network-vif-plugged-eb28a10a-4121-4192-95d8-08becdcc2ca8 for instance with vm_state building and task_state spawning. [ 1136.868518] env[69302]: DEBUG nova.compute.manager [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Received event network-changed-eb28a10a-4121-4192-95d8-08becdcc2ca8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.868743] env[69302]: DEBUG nova.compute.manager [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Refreshing instance network info cache due to event network-changed-eb28a10a-4121-4192-95d8-08becdcc2ca8. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.869084] env[69302]: DEBUG oslo_concurrency.lockutils [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] Acquiring lock "refresh_cache-ef35e8fe-801e-4c6e-b396-9020397d82b2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.869402] env[69302]: DEBUG oslo_concurrency.lockutils [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] Acquired lock "refresh_cache-ef35e8fe-801e-4c6e-b396-9020397d82b2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.869565] env[69302]: DEBUG nova.network.neutron [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Refreshing network info cache for port eb28a10a-4121-4192-95d8-08becdcc2ca8 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.879144] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1136.879144] env[69302]: value = "task-3184226" [ 1136.879144] env[69302]: _type = "Task" [ 1136.879144] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.193200] env[69302]: DEBUG oslo_vmware.api [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184221, 'name': PowerOnVM_Task, 'duration_secs': 1.284692} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.194297] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.194545] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.195986] env[69302]: INFO nova.compute.claims [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.199093] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.199540] env[69302]: INFO nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1137.199540] env[69302]: DEBUG nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.200571] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f59de-879a-4477-a457-3b91e3c4ec1a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.215639] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184223, 'name': PowerOffVM_Task, 'duration_secs': 0.278755} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.220199] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.221315] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.221315] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7d1f62f-7c93-474e-b004-fbdc98fd83af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.231185] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.238214] env[69302]: DEBUG nova.compute.manager [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received event network-vif-plugged-53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.238473] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Acquiring lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.238697] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.238868] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.239139] env[69302]: DEBUG nova.compute.manager [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] No waiting events found dispatching network-vif-plugged-53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.239344] env[69302]: WARNING nova.compute.manager [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received unexpected event network-vif-plugged-53adee6a-ec74-48f0-ac45-32677eb9a804 for instance with vm_state active and task_state None. [ 1137.239512] env[69302]: DEBUG nova.compute.manager [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received event network-changed-53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.239665] env[69302]: DEBUG nova.compute.manager [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing instance network info cache due to event network-changed-53adee6a-ec74-48f0-ac45-32677eb9a804. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.239845] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Acquiring lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.239982] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Acquired lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.240195] env[69302]: DEBUG nova.network.neutron [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Refreshing network info cache for port 53adee6a-ec74-48f0-ac45-32677eb9a804 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.253519] env[69302]: DEBUG oslo_vmware.api [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184225, 'name': PowerOffVM_Task, 'duration_secs': 0.193167} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.253682] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.253750] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.254093] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0fcbe34-5392-4855-af18-eb0db94917b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.290811] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.291094] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.291343] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleting the datastore file [datastore2] b5234e94-0e8f-47e3-ac52-222149bf58cc {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.291624] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d44d626-4651-4675-96eb-d2d97ffcd8a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.297970] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for the task: (returnval){ [ 1137.297970] env[69302]: value = "task-3184229" [ 1137.297970] env[69302]: _type = "Task" [ 1137.297970] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.306150] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.355295] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.355606] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.355854] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleting the datastore file [datastore2] 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.356241] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c88360-72fe-4f6c-82b7-f343aa2faeb1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.364505] env[69302]: DEBUG oslo_vmware.api [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1137.364505] env[69302]: value = "task-3184230" [ 1137.364505] env[69302]: _type = "Task" [ 1137.364505] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.379768] env[69302]: DEBUG oslo_vmware.api [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.391716] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.501773] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquiring lock "9522a577-b05c-4815-924d-307b3308c737" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.502050] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "9522a577-b05c-4815-924d-307b3308c737" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.502274] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquiring lock "9522a577-b05c-4815-924d-307b3308c737-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.502489] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "9522a577-b05c-4815-924d-307b3308c737-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.502665] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "9522a577-b05c-4815-924d-307b3308c737-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.507046] env[69302]: INFO nova.compute.manager [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Terminating instance [ 1137.610758] env[69302]: DEBUG nova.network.neutron [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Updated VIF entry in instance network info cache for port eb28a10a-4121-4192-95d8-08becdcc2ca8. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.611136] env[69302]: DEBUG nova.network.neutron [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Updating instance_info_cache with network_info: [{"id": "eb28a10a-4121-4192-95d8-08becdcc2ca8", "address": "fa:16:3e:2a:5e:7f", "network": {"id": "71ed4956-8610-4664-87a0-279960708b49", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-889004944-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e9634cf500d4979a6eb5b091339ebde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb28a10a-41", "ovs_interfaceid": "eb28a10a-4121-4192-95d8-08becdcc2ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.732996] env[69302]: INFO nova.compute.manager [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Took 23.01 seconds to build instance. [ 1137.740643] env[69302]: DEBUG oslo_vmware.api [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184224, 'name': PowerOnVM_Task, 'duration_secs': 0.690032} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.741814] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.742512] env[69302]: INFO nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1137.746019] env[69302]: DEBUG nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.746143] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fec451-0c67-4fa1-b57d-8a0fef715be8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.808885] env[69302]: DEBUG oslo_vmware.api [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Task: {'id': task-3184229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502669} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.808885] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.808885] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.808885] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.808885] env[69302]: INFO nova.compute.manager [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1137.809202] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.809202] env[69302]: DEBUG nova.compute.manager [-] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.809263] env[69302]: DEBUG nova.network.neutron [-] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.827023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.827023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquired lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.827023] env[69302]: DEBUG nova.network.neutron [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.873964] env[69302]: DEBUG oslo_vmware.api [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.892553] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.013199] env[69302]: DEBUG nova.compute.manager [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.013553] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.014878] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090da65f-e043-4207-be60-b633ffae84f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.026438] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.026910] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c93b518e-3e4c-458e-bf9c-1e4001b4978c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.033996] env[69302]: DEBUG oslo_vmware.api [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1138.033996] env[69302]: value = "task-3184231" [ 1138.033996] env[69302]: _type = "Task" [ 1138.033996] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.043117] env[69302]: DEBUG oslo_vmware.api [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.072796] env[69302]: DEBUG nova.network.neutron [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updated VIF entry in instance network info cache for port 53adee6a-ec74-48f0-ac45-32677eb9a804. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.073245] env[69302]: DEBUG nova.network.neutron [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53adee6a-ec74-48f0-ac45-32677eb9a804", "address": "fa:16:3e:41:cb:e1", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53adee6a-ec", "ovs_interfaceid": "53adee6a-ec74-48f0-ac45-32677eb9a804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.115585] env[69302]: DEBUG oslo_concurrency.lockutils [req-6cf1e4a6-fe2f-47a7-bec8-8ae3fad5e8be req-0e9e8a53-e765-4b00-8d31-c2f9263fc745 service nova] Releasing lock "refresh_cache-ef35e8fe-801e-4c6e-b396-9020397d82b2" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.239513] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e142bef7-aea9-48d4-a78c-d61dba86fbed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c586b890-7ac9-4605-bd87-4af6609d3916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.531s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.267293] env[69302]: INFO nova.compute.manager [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Took 14.84 seconds to build instance. [ 1138.374590] env[69302]: DEBUG oslo_vmware.api [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554749} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.377597] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.377791] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.377969] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.378166] env[69302]: INFO nova.compute.manager [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1138.378440] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.380866] env[69302]: DEBUG nova.compute.manager [-] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.380961] env[69302]: DEBUG nova.network.neutron [-] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.392643] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.434511] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6edc39a-cb9c-4f1f-8943-6ea08d7c6e82 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.442067] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d35138b-5155-4b07-b36f-7f2c9a6a0c59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.477434] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae021073-7cf1-4315-8309-ce7a141964b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.485570] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e40ecd7-c99a-4c26-aad5-733a5ca1f305 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.499591] env[69302]: DEBUG nova.compute.provider_tree [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.545453] env[69302]: DEBUG oslo_vmware.api [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184231, 'name': PowerOffVM_Task, 'duration_secs': 0.319546} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.548538] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.548538] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.548538] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a778f59-8ec3-4fde-850a-e0460fdd7f43 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.578386] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Releasing lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.578386] env[69302]: DEBUG nova.compute.manager [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Received event network-changed-07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.578386] env[69302]: DEBUG nova.compute.manager [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Refreshing instance network info cache due to event network-changed-07713fd0-e5ed-4bea-887a-ba3b4e57e147. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.578386] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Acquiring lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.578386] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Acquired lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.578386] env[69302]: DEBUG nova.network.neutron [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Refreshing network info cache for port 07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.648472] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.648472] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.648472] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Deleting the datastore file [datastore1] 9522a577-b05c-4815-924d-307b3308c737 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.648472] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c697b5e4-1470-4fbe-b2ff-c15b4097da6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.655022] env[69302]: DEBUG oslo_vmware.api [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for the task: (returnval){ [ 1138.655022] env[69302]: value = "task-3184233" [ 1138.655022] env[69302]: _type = "Task" [ 1138.655022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.663169] env[69302]: DEBUG oslo_vmware.api [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.732432] env[69302]: DEBUG nova.network.neutron [-] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.771460] env[69302]: DEBUG nova.network.neutron [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating instance_info_cache with network_info: [{"id": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "address": "fa:16:3e:28:ef:fa", "network": {"id": "cb721fcc-fc26-48c0-b1ed-f89d2c9e9ac2", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1709941752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3b15ec951b455db9d2ccea6adf30dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9ff4d9-49", "ovs_interfaceid": "9f9ff4d9-4981-4778-bb61-4b16f7737254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.771768] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3a19535d-cfac-4db4-b17c-e6ae63e8517f tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "ef35e8fe-801e-4c6e-b396-9020397d82b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.359s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.860154] env[69302]: DEBUG nova.compute.manager [req-13056e54-9379-4425-ada3-4690d85d2dbb req-f8afe0a5-40a8-40d1-a526-aae4b8163b6c service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Received event network-changed-e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.860154] env[69302]: DEBUG nova.compute.manager [req-13056e54-9379-4425-ada3-4690d85d2dbb req-f8afe0a5-40a8-40d1-a526-aae4b8163b6c service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Refreshing instance network info cache due to event network-changed-e53a0ef1-71e5-4706-ae13-b00ff2a0f76b. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.860154] env[69302]: DEBUG oslo_concurrency.lockutils [req-13056e54-9379-4425-ada3-4690d85d2dbb req-f8afe0a5-40a8-40d1-a526-aae4b8163b6c service nova] Acquiring lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.860154] env[69302]: DEBUG oslo_concurrency.lockutils [req-13056e54-9379-4425-ada3-4690d85d2dbb req-f8afe0a5-40a8-40d1-a526-aae4b8163b6c service nova] Acquired lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.860154] env[69302]: DEBUG nova.network.neutron [req-13056e54-9379-4425-ada3-4690d85d2dbb req-f8afe0a5-40a8-40d1-a526-aae4b8163b6c service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Refreshing network info cache for port e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.895422] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.002470] env[69302]: DEBUG nova.scheduler.client.report [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.164163] env[69302]: DEBUG oslo_vmware.api [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Task: {'id': task-3184233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192166} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.164433] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.164618] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.164795] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.165030] env[69302]: INFO nova.compute.manager [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] [instance: 9522a577-b05c-4815-924d-307b3308c737] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1139.165282] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.165479] env[69302]: DEBUG nova.compute.manager [-] [instance: 9522a577-b05c-4815-924d-307b3308c737] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.165577] env[69302]: DEBUG nova.network.neutron [-] [instance: 9522a577-b05c-4815-924d-307b3308c737] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.235868] env[69302]: INFO nova.compute.manager [-] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Took 1.43 seconds to deallocate network for instance. [ 1139.273495] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Releasing lock "refresh_cache-33553bee-6dbb-4cfa-83d9-04914b6a24ad" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.274949] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669bc1bc-4da4-4955-83cb-ce10c597ef24 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.294229] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Resuming the VM {{(pid=69302) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1139.296476] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a22cf039-4dea-4fa7-bdc2-267575863b0d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.304360] env[69302]: DEBUG nova.compute.manager [req-cf358e8c-8019-4264-bc07-e0d7057e099f req-55d79cef-13b1-4475-b670-9c11698ad6ad service nova] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Received event network-vif-deleted-e2b9e27c-60f3-4e73-a865-f64f3603d119 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.304963] env[69302]: DEBUG nova.compute.manager [req-cf358e8c-8019-4264-bc07-e0d7057e099f req-55d79cef-13b1-4475-b670-9c11698ad6ad service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Received event network-vif-deleted-e1b1c6b3-7304-4e97-8d4d-8e230b648c9b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.305067] env[69302]: INFO nova.compute.manager [req-cf358e8c-8019-4264-bc07-e0d7057e099f req-55d79cef-13b1-4475-b670-9c11698ad6ad service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Neutron deleted interface e1b1c6b3-7304-4e97-8d4d-8e230b648c9b; detaching it from the instance and deleting it from the info cache [ 1139.305386] env[69302]: DEBUG nova.network.neutron [req-cf358e8c-8019-4264-bc07-e0d7057e099f req-55d79cef-13b1-4475-b670-9c11698ad6ad service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.310968] env[69302]: DEBUG oslo_vmware.api [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1139.310968] env[69302]: value = "task-3184234" [ 1139.310968] env[69302]: _type = "Task" [ 1139.310968] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.320165] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquiring lock "ef35e8fe-801e-4c6e-b396-9020397d82b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.320516] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "ef35e8fe-801e-4c6e-b396-9020397d82b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.320827] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquiring lock "ef35e8fe-801e-4c6e-b396-9020397d82b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.321255] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "ef35e8fe-801e-4c6e-b396-9020397d82b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.321550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "ef35e8fe-801e-4c6e-b396-9020397d82b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.324587] env[69302]: INFO nova.compute.manager [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Terminating instance [ 1139.334061] env[69302]: DEBUG oslo_vmware.api [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184234, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.394923] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.431368] env[69302]: DEBUG nova.network.neutron [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updated VIF entry in instance network info cache for port 07713fd0-e5ed-4bea-887a-ba3b4e57e147. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.431731] env[69302]: DEBUG nova.network.neutron [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updating instance_info_cache with network_info: [{"id": "07713fd0-e5ed-4bea-887a-ba3b4e57e147", "address": "fa:16:3e:85:47:78", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07713fd0-e5", "ovs_interfaceid": "07713fd0-e5ed-4bea-887a-ba3b4e57e147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.510107] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.510621] env[69302]: DEBUG nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.529468] env[69302]: DEBUG nova.network.neutron [-] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.622788] env[69302]: DEBUG nova.network.neutron [req-13056e54-9379-4425-ada3-4690d85d2dbb req-f8afe0a5-40a8-40d1-a526-aae4b8163b6c service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updated VIF entry in instance network info cache for port e53a0ef1-71e5-4706-ae13-b00ff2a0f76b. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.623211] env[69302]: DEBUG nova.network.neutron [req-13056e54-9379-4425-ada3-4690d85d2dbb req-f8afe0a5-40a8-40d1-a526-aae4b8163b6c service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance_info_cache with network_info: [{"id": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "address": "fa:16:3e:4c:7a:43", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a0ef1-71", "ovs_interfaceid": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.743338] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.743689] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.743966] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.769010] env[69302]: INFO nova.scheduler.client.report [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Deleted allocations for instance b5234e94-0e8f-47e3-ac52-222149bf58cc [ 1139.809299] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-828248a7-47d0-4b9b-9547-18bba0183fef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.827578] env[69302]: DEBUG oslo_vmware.api [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184234, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.834149] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809a0746-c716-44b1-969d-a61c0e89f1ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.849496] env[69302]: DEBUG nova.compute.manager [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.849730] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.850678] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18764f34-ccfb-4821-829a-c50a6f48cb1e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.861885] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.862373] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b484a5-1c59-4a30-ba67-88563bba6521 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.880333] env[69302]: DEBUG nova.compute.manager [req-cf358e8c-8019-4264-bc07-e0d7057e099f req-55d79cef-13b1-4475-b670-9c11698ad6ad service nova] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Detach interface failed, port_id=e1b1c6b3-7304-4e97-8d4d-8e230b648c9b, reason: Instance 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.882740] env[69302]: DEBUG oslo_vmware.api [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1139.882740] env[69302]: value = "task-3184235" [ 1139.882740] env[69302]: _type = "Task" [ 1139.882740] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.896081] env[69302]: DEBUG oslo_vmware.api [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.899473] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.934478] env[69302]: DEBUG oslo_concurrency.lockutils [req-42b494c0-7172-4523-a158-38d609d56039 req-19166ab9-b3f9-49a8-aeff-0f1d736f31fe service nova] Releasing lock "refresh_cache-e71a2dc1-d62f-4140-907b-26ecab0172a9" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.017240] env[69302]: DEBUG nova.compute.utils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.019045] env[69302]: DEBUG nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.019045] env[69302]: DEBUG nova.network.neutron [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.032657] env[69302]: INFO nova.compute.manager [-] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Took 1.65 seconds to deallocate network for instance. [ 1140.064027] env[69302]: DEBUG nova.policy [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3ecd3f08dc548b5aef1315beca3a068', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8a3c4b22168451d985a6bbc4831a301', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.129146] env[69302]: DEBUG oslo_concurrency.lockutils [req-13056e54-9379-4425-ada3-4690d85d2dbb req-f8afe0a5-40a8-40d1-a526-aae4b8163b6c service nova] Releasing lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.279957] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4f1e5598-2cc8-4e8e-bc88-8fdd82f265f2 tempest-DeleteServersTestJSON-1011992277 tempest-DeleteServersTestJSON-1011992277-project-member] Lock "b5234e94-0e8f-47e3-ac52-222149bf58cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.134s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.319218] env[69302]: DEBUG nova.network.neutron [-] [instance: 9522a577-b05c-4815-924d-307b3308c737] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.320921] env[69302]: DEBUG nova.network.neutron [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Successfully created port: 60fdec14-dd77-46d4-8704-d9405a572a1f {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.325864] env[69302]: DEBUG oslo_vmware.api [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184234, 'name': PowerOnVM_Task, 'duration_secs': 0.572703} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.326664] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Resumed the VM {{(pid=69302) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1140.326853] env[69302]: DEBUG nova.compute.manager [None req-d7fa2ebf-701c-4342-8804-1ad3dc5240bc tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.327675] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b99c56c-ee32-4c9a-868f-7290ae72ca42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.396954] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.399953] env[69302]: DEBUG oslo_vmware.api [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184235, 'name': PowerOffVM_Task, 'duration_secs': 0.201028} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.400223] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.400397] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.400881] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57ffddb2-2d36-476a-aead-7337be66995e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.478606] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.478850] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.479051] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Deleting the datastore file [datastore2] ef35e8fe-801e-4c6e-b396-9020397d82b2 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.479327] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4b9f3b1-528b-4283-9efc-0a66a57f3096 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.486760] env[69302]: DEBUG oslo_vmware.api [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for the task: (returnval){ [ 1140.486760] env[69302]: value = "task-3184237" [ 1140.486760] env[69302]: _type = "Task" [ 1140.486760] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.495222] env[69302]: DEBUG oslo_vmware.api [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.522705] env[69302]: DEBUG nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.539868] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.540157] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.540375] env[69302]: DEBUG nova.objects.instance [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'resources' on Instance uuid 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.827552] env[69302]: INFO nova.compute.manager [-] [instance: 9522a577-b05c-4815-924d-307b3308c737] Took 1.66 seconds to deallocate network for instance. [ 1140.898442] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.997443] env[69302]: DEBUG oslo_vmware.api [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.198203] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd35d08-2a56-480f-b8b0-d8f55f03c65a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.206418] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8819c91a-ed17-4997-a3f2-64ab2a5e5826 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.238567] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06183ee8-b13a-4bc8-9c71-38eaa18a7f72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.247228] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda98218-10f9-4f04-bafd-93bb93d2cc0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.260674] env[69302]: DEBUG nova.compute.provider_tree [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.334578] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.335553] env[69302]: DEBUG nova.compute.manager [req-84e0260d-1137-4e3e-9ef8-958631e96506 req-a54a2899-5aa6-40a3-b4ef-86b75f8d2d74 service nova] [instance: 9522a577-b05c-4815-924d-307b3308c737] Received event network-vif-deleted-6fa07683-a795-4f10-8838-6f4e0243edbf {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.400840] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.497893] env[69302]: DEBUG oslo_vmware.api [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Task: {'id': task-3184237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667329} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.498172] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.498383] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.498568] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.498746] env[69302]: INFO nova.compute.manager [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1141.498992] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.499204] env[69302]: DEBUG nova.compute.manager [-] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.499330] env[69302]: DEBUG nova.network.neutron [-] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.533919] env[69302]: DEBUG nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.561708] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.561991] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.562200] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.562398] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.562546] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.562691] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.562901] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.563469] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.563469] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.563469] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.563624] env[69302]: DEBUG nova.virt.hardware [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.564484] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35701ea0-77c2-4311-abe7-641ea32399de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.574256] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0116728-3e7d-4026-89d9-4c200322a554 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.764856] env[69302]: DEBUG nova.scheduler.client.report [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.838072] env[69302]: DEBUG nova.network.neutron [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Successfully updated port: 60fdec14-dd77-46d4-8704-d9405a572a1f {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.900668] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.013826] env[69302]: DEBUG nova.compute.manager [req-1cabdfd2-6a52-41f1-b3ea-7c6c1e9e5944 req-567d23de-e473-494c-8631-9f9e128a3fba service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Received event network-vif-deleted-eb28a10a-4121-4192-95d8-08becdcc2ca8 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.014029] env[69302]: INFO nova.compute.manager [req-1cabdfd2-6a52-41f1-b3ea-7c6c1e9e5944 req-567d23de-e473-494c-8631-9f9e128a3fba service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Neutron deleted interface eb28a10a-4121-4192-95d8-08becdcc2ca8; detaching it from the instance and deleting it from the info cache [ 1142.014278] env[69302]: DEBUG nova.network.neutron [req-1cabdfd2-6a52-41f1-b3ea-7c6c1e9e5944 req-567d23de-e473-494c-8631-9f9e128a3fba service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.270146] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.272680] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.938s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.272839] env[69302]: DEBUG nova.objects.instance [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lazy-loading 'resources' on Instance uuid 9522a577-b05c-4815-924d-307b3308c737 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.292470] env[69302]: INFO nova.scheduler.client.report [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleted allocations for instance 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5 [ 1142.341252] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquiring lock "refresh_cache-c82482ae-8657-4add-82fd-8239601629c0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.341427] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquired lock "refresh_cache-c82482ae-8657-4add-82fd-8239601629c0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.341582] env[69302]: DEBUG nova.network.neutron [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.401730] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.500463] env[69302]: DEBUG nova.network.neutron [-] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.517195] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d645215f-70cf-476a-8cbd-c479c742eeda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.528091] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa71c90b-d02d-4ccc-a6bb-4fdfa420ccef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.567780] env[69302]: DEBUG nova.compute.manager [req-1cabdfd2-6a52-41f1-b3ea-7c6c1e9e5944 req-567d23de-e473-494c-8631-9f9e128a3fba service nova] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Detach interface failed, port_id=eb28a10a-4121-4192-95d8-08becdcc2ca8, reason: Instance ef35e8fe-801e-4c6e-b396-9020397d82b2 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.800886] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ac034105-ca39-41dc-ba58-32e6ac3fc296 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "1f7dcf45-c01a-4e40-b1e7-e4803c7415f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.613s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.872631] env[69302]: DEBUG nova.network.neutron [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.902180] env[69302]: DEBUG oslo_vmware.api [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184226, 'name': ReconfigVM_Task, 'duration_secs': 5.803066} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.902420] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.902621] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Reconfigured VM to detach interface {{(pid=69302) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1142.944493] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a4e7b5-1567-4733-bdc8-175f9584c71c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.954030] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5209d84-0a1c-445c-bb56-69a01ae71a2b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.994499] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e3287c-f046-457a-a5ac-44e40f63c898 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.002996] env[69302]: INFO nova.compute.manager [-] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Took 1.50 seconds to deallocate network for instance. [ 1143.004488] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96324142-009e-4f98-ada4-cbb9ee01794d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.022155] env[69302]: DEBUG nova.compute.provider_tree [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.095973] env[69302]: DEBUG nova.network.neutron [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Updating instance_info_cache with network_info: [{"id": "60fdec14-dd77-46d4-8704-d9405a572a1f", "address": "fa:16:3e:f8:99:ce", "network": {"id": "8e4eed40-cdc5-48e9-a191-2ed9be241074", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1620829914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a3c4b22168451d985a6bbc4831a301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fdec14-dd", "ovs_interfaceid": "60fdec14-dd77-46d4-8704-d9405a572a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.374356] env[69302]: DEBUG nova.compute.manager [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Received event network-vif-plugged-60fdec14-dd77-46d4-8704-d9405a572a1f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.374356] env[69302]: DEBUG oslo_concurrency.lockutils [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] Acquiring lock "c82482ae-8657-4add-82fd-8239601629c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.374356] env[69302]: DEBUG oslo_concurrency.lockutils [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] Lock "c82482ae-8657-4add-82fd-8239601629c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.374356] env[69302]: DEBUG oslo_concurrency.lockutils [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] Lock "c82482ae-8657-4add-82fd-8239601629c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.374356] env[69302]: DEBUG nova.compute.manager [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] No waiting events found dispatching network-vif-plugged-60fdec14-dd77-46d4-8704-d9405a572a1f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.374356] env[69302]: WARNING nova.compute.manager [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Received unexpected event network-vif-plugged-60fdec14-dd77-46d4-8704-d9405a572a1f for instance with vm_state building and task_state spawning. [ 1143.374356] env[69302]: DEBUG nova.compute.manager [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Received event network-changed-60fdec14-dd77-46d4-8704-d9405a572a1f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.374356] env[69302]: DEBUG nova.compute.manager [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Refreshing instance network info cache due to event network-changed-60fdec14-dd77-46d4-8704-d9405a572a1f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.375208] env[69302]: DEBUG oslo_concurrency.lockutils [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] Acquiring lock "refresh_cache-c82482ae-8657-4add-82fd-8239601629c0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.527017] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.527017] env[69302]: DEBUG nova.scheduler.client.report [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.602019] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Releasing lock "refresh_cache-c82482ae-8657-4add-82fd-8239601629c0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.602019] env[69302]: DEBUG nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Instance network_info: |[{"id": "60fdec14-dd77-46d4-8704-d9405a572a1f", "address": "fa:16:3e:f8:99:ce", "network": {"id": "8e4eed40-cdc5-48e9-a191-2ed9be241074", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1620829914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a3c4b22168451d985a6bbc4831a301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fdec14-dd", "ovs_interfaceid": "60fdec14-dd77-46d4-8704-d9405a572a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.602019] env[69302]: DEBUG oslo_concurrency.lockutils [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] Acquired lock "refresh_cache-c82482ae-8657-4add-82fd-8239601629c0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.602019] env[69302]: DEBUG nova.network.neutron [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Refreshing network info cache for port 60fdec14-dd77-46d4-8704-d9405a572a1f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.602019] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:99:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60fdec14-dd77-46d4-8704-d9405a572a1f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.610758] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Creating folder: Project (a8a3c4b22168451d985a6bbc4831a301). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.611710] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94fe535e-f4fd-4434-a56d-33cf81132840 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.628914] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Created folder: Project (a8a3c4b22168451d985a6bbc4831a301) in parent group-v636578. [ 1143.628914] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Creating folder: Instances. Parent ref: group-v636853. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.628914] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1056ef27-75f1-4ab4-af80-366f90fe3739 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.639031] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Created folder: Instances in parent group-v636853. [ 1143.639031] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.639031] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82482ae-8657-4add-82fd-8239601629c0] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.639031] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-672f6caa-c348-4273-b82f-aba224e6abd6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.661047] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.661047] env[69302]: value = "task-3184241" [ 1143.661047] env[69302]: _type = "Task" [ 1143.661047] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.668224] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184241, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.030464] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.033824] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.508s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.034126] env[69302]: DEBUG nova.objects.instance [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lazy-loading 'resources' on Instance uuid ef35e8fe-801e-4c6e-b396-9020397d82b2 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.059674] env[69302]: INFO nova.scheduler.client.report [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Deleted allocations for instance 9522a577-b05c-4815-924d-307b3308c737 [ 1144.173122] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184241, 'name': CreateVM_Task, 'duration_secs': 0.331797} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.173302] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82482ae-8657-4add-82fd-8239601629c0] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.174008] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.174230] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.174546] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.174813] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e84d17-b661-4ab8-b245-336aaf174a67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.179462] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1144.179462] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255807e-eb8d-f2b3-aa0f-d6384c5726e6" [ 1144.179462] env[69302]: _type = "Task" [ 1144.179462] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.188199] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255807e-eb8d-f2b3-aa0f-d6384c5726e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.321805] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.321805] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquired lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.321805] env[69302]: DEBUG nova.network.neutron [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.354153] env[69302]: DEBUG nova.network.neutron [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Updated VIF entry in instance network info cache for port 60fdec14-dd77-46d4-8704-d9405a572a1f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.354153] env[69302]: DEBUG nova.network.neutron [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Updating instance_info_cache with network_info: [{"id": "60fdec14-dd77-46d4-8704-d9405a572a1f", "address": "fa:16:3e:f8:99:ce", "network": {"id": "8e4eed40-cdc5-48e9-a191-2ed9be241074", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1620829914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8a3c4b22168451d985a6bbc4831a301", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60fdec14-dd", "ovs_interfaceid": "60fdec14-dd77-46d4-8704-d9405a572a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.571303] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40d1dc34-6043-4297-847a-c370feda5b79 tempest-ServerMetadataTestJSON-1369554176 tempest-ServerMetadataTestJSON-1369554176-project-member] Lock "9522a577-b05c-4815-924d-307b3308c737" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.069s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.650399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.650399] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.686276] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71328cc2-c5b4-489d-a558-171042fdae8d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.692979] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255807e-eb8d-f2b3-aa0f-d6384c5726e6, 'name': SearchDatastore_Task, 'duration_secs': 0.015782} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.693667] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.693941] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.694242] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.694334] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.694492] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.694754] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e291020-2af9-492f-860b-63fb69c70cae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.699641] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb0465-2f10-4ac8-992d-c55a85cef5c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.732378] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.732615] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.732808] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.732988] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.733176] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.735147] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca3d82-ddad-4606-b24c-0c3a6541f14e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.737706] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.737845] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.738767] env[69302]: INFO nova.compute.manager [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Terminating instance [ 1144.740018] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d589d2-3bc5-4ca8-bd4b-11597995cc27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.748816] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddeb92f-f229-4488-a3ff-011c73ce6b4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.752962] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1144.752962] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f52017-f1d0-5e30-a613-d130890dd2e1" [ 1144.752962] env[69302]: _type = "Task" [ 1144.752962] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.764830] env[69302]: DEBUG nova.compute.provider_tree [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.773509] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f52017-f1d0-5e30-a613-d130890dd2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.773509] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d32c3f2-8f86-436e-882e-17cf39a96df1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.778121] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1144.778121] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f5e69-aa14-2be3-e857-cdb3ef9881ae" [ 1144.778121] env[69302]: _type = "Task" [ 1144.778121] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.789882] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f5e69-aa14-2be3-e857-cdb3ef9881ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.858066] env[69302]: DEBUG oslo_concurrency.lockutils [req-7808e239-8e97-4e42-a229-e6d163c7765f req-fcc77c7d-be49-46a9-9b31-98fde8c01024 service nova] Releasing lock "refresh_cache-c82482ae-8657-4add-82fd-8239601629c0" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.152862] env[69302]: DEBUG nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.246587] env[69302]: DEBUG nova.compute.manager [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.246855] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.247776] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f876d38-fac1-4b71-af53-18e4c1d13c7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.258547] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.258814] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cad4de6b-6332-4499-878b-d041312070ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.265139] env[69302]: DEBUG oslo_vmware.api [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1145.265139] env[69302]: value = "task-3184242" [ 1145.265139] env[69302]: _type = "Task" [ 1145.265139] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.269900] env[69302]: DEBUG nova.scheduler.client.report [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.277532] env[69302]: DEBUG oslo_vmware.api [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.291517] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522f5e69-aa14-2be3-e857-cdb3ef9881ae, 'name': SearchDatastore_Task, 'duration_secs': 0.029371} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.291517] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.291517] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c82482ae-8657-4add-82fd-8239601629c0/c82482ae-8657-4add-82fd-8239601629c0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.291517] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49ac59a5-b19f-40c3-9d75-d508c2d222c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.298143] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1145.298143] env[69302]: value = "task-3184243" [ 1145.298143] env[69302]: _type = "Task" [ 1145.298143] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.312472] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.322475] env[69302]: INFO nova.network.neutron [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Port 53adee6a-ec74-48f0-ac45-32677eb9a804 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1145.322976] env[69302]: DEBUG nova.network.neutron [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [{"id": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "address": "fa:16:3e:fd:1f:97", "network": {"id": "7a313f43-8ae1-4734-9e32-3f597ac4701d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-227855553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2723ae59dc6c45c69511094b6178df73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape966b242-78", "ovs_interfaceid": "e966b242-7882-490d-b4fa-e57ff65e8ccb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.623233] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.623712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.624096] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.624309] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.624484] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.627435] env[69302]: INFO nova.compute.manager [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Terminating instance [ 1145.681436] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.774309] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.781039] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.100s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.782802] env[69302]: INFO nova.compute.claims [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.787151] env[69302]: DEBUG oslo_vmware.api [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184242, 'name': PowerOffVM_Task, 'duration_secs': 0.252853} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.787151] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.787151] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.787151] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b0f4fbc-b2b0-440e-b768-212f7aff5282 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.804518] env[69302]: INFO nova.scheduler.client.report [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Deleted allocations for instance ef35e8fe-801e-4c6e-b396-9020397d82b2 [ 1145.816473] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184243, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.826158] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Releasing lock "refresh_cache-9e787310-3c2f-465f-bde5-a81154bf2cb6" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.852925] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.853022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.853215] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleting the datastore file [datastore2] 9e787310-3c2f-465f-bde5-a81154bf2cb6 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.853476] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae2129e-2560-4256-9431-3b1205e62105 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.862025] env[69302]: DEBUG oslo_vmware.api [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1145.862025] env[69302]: value = "task-3184245" [ 1145.862025] env[69302]: _type = "Task" [ 1145.862025] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.870313] env[69302]: DEBUG oslo_vmware.api [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.131513] env[69302]: DEBUG nova.compute.manager [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.131748] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.132671] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecf47d8-8cab-45e6-90cc-6ab22de372c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.141061] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.141327] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b3864c6-0391-425d-9c68-1cdd0286cdf6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.147031] env[69302]: DEBUG oslo_vmware.api [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1146.147031] env[69302]: value = "task-3184246" [ 1146.147031] env[69302]: _type = "Task" [ 1146.147031] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.155406] env[69302]: DEBUG oslo_vmware.api [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.320323] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531056} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.321153] env[69302]: DEBUG oslo_concurrency.lockutils [None req-cf0c1419-1e25-4af3-8d0d-48d593908ecb tempest-ServersNegativeTestMultiTenantJSON-1220698118 tempest-ServersNegativeTestMultiTenantJSON-1220698118-project-member] Lock "ef35e8fe-801e-4c6e-b396-9020397d82b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.323721] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] c82482ae-8657-4add-82fd-8239601629c0/c82482ae-8657-4add-82fd-8239601629c0.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.324183] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.325054] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-884f265e-b4dc-4bf6-9633-80e17bfa831b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.334276] env[69302]: DEBUG oslo_concurrency.lockutils [None req-808f58a4-539c-46cb-826c-1804fb474f92 tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "interface-9e787310-3c2f-465f-bde5-a81154bf2cb6-53adee6a-ec74-48f0-ac45-32677eb9a804" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.052s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.340773] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1146.340773] env[69302]: value = "task-3184247" [ 1146.340773] env[69302]: _type = "Task" [ 1146.340773] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.354148] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.377780] env[69302]: DEBUG oslo_vmware.api [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145329} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.377876] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.378031] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.378247] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.378370] env[69302]: INFO nova.compute.manager [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1146.378633] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.378814] env[69302]: DEBUG nova.compute.manager [-] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.378905] env[69302]: DEBUG nova.network.neutron [-] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.658946] env[69302]: DEBUG oslo_vmware.api [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184246, 'name': PowerOffVM_Task, 'duration_secs': 0.298068} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.659351] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.659629] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.659956] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04df8b65-e3af-4e0d-bdc0-318a89879e1a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.755225] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.755879] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.756178] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleting the datastore file [datastore1] 33553bee-6dbb-4cfa-83d9-04914b6a24ad {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.756511] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b46107-aff1-432b-9d38-c49f701c473f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.763318] env[69302]: DEBUG oslo_vmware.api [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for the task: (returnval){ [ 1146.763318] env[69302]: value = "task-3184249" [ 1146.763318] env[69302]: _type = "Task" [ 1146.763318] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.777813] env[69302]: DEBUG oslo_vmware.api [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.851992] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078393} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.852780] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.853752] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc68637-19a1-400c-8a0a-38905112fcef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.881230] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] c82482ae-8657-4add-82fd-8239601629c0/c82482ae-8657-4add-82fd-8239601629c0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.887520] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd333c1d-e1e3-4960-92a7-d2c44b554efb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.908367] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "7e112cee-2605-451b-b720-78a9c6f6e815" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.908367] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "7e112cee-2605-451b-b720-78a9c6f6e815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.911295] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1146.911295] env[69302]: value = "task-3184250" [ 1146.911295] env[69302]: _type = "Task" [ 1146.911295] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.923695] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.999736] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032657b8-203f-4605-a0fb-523eebab5f74 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.008353] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63243ae4-c7ac-46e9-8835-b9ff8df34f9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.040477] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bdff28-6614-49ec-bda8-50d43a8e0f72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.049151] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecbf380-b5c8-4f43-a523-de2a212c6932 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.065291] env[69302]: DEBUG nova.compute.provider_tree [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.172927] env[69302]: DEBUG nova.compute.manager [req-eb65dd40-aa42-48fe-804c-1113123e2aa2 req-06e685f3-d403-4d3f-8604-12468d7094ff service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Received event network-vif-deleted-e966b242-7882-490d-b4fa-e57ff65e8ccb {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.172927] env[69302]: INFO nova.compute.manager [req-eb65dd40-aa42-48fe-804c-1113123e2aa2 req-06e685f3-d403-4d3f-8604-12468d7094ff service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Neutron deleted interface e966b242-7882-490d-b4fa-e57ff65e8ccb; detaching it from the instance and deleting it from the info cache [ 1147.173260] env[69302]: DEBUG nova.network.neutron [req-eb65dd40-aa42-48fe-804c-1113123e2aa2 req-06e685f3-d403-4d3f-8604-12468d7094ff service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.278041] env[69302]: DEBUG oslo_vmware.api [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Task: {'id': task-3184249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137998} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.278041] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.278041] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.278041] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.278041] env[69302]: INFO nova.compute.manager [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1147.278041] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.278041] env[69302]: DEBUG nova.compute.manager [-] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.278041] env[69302]: DEBUG nova.network.neutron [-] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.411732] env[69302]: DEBUG nova.compute.manager [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.428481] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184250, 'name': ReconfigVM_Task, 'duration_secs': 0.282858} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.428748] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Reconfigured VM instance instance-00000068 to attach disk [datastore2] c82482ae-8657-4add-82fd-8239601629c0/c82482ae-8657-4add-82fd-8239601629c0.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.434848] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dec43986-b605-4b55-979a-1ddd01fd1d3e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.442879] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1147.442879] env[69302]: value = "task-3184251" [ 1147.442879] env[69302]: _type = "Task" [ 1147.442879] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.454120] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184251, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.570251] env[69302]: DEBUG nova.scheduler.client.report [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.651741] env[69302]: DEBUG nova.network.neutron [-] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.675314] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48a3f86a-f6a2-4abd-97cf-9ee44a9b475a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.685903] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3329d3-7d78-4b02-ab7c-fb2d4e6d4191 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.720070] env[69302]: DEBUG nova.compute.manager [req-eb65dd40-aa42-48fe-804c-1113123e2aa2 req-06e685f3-d403-4d3f-8604-12468d7094ff service nova] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Detach interface failed, port_id=e966b242-7882-490d-b4fa-e57ff65e8ccb, reason: Instance 9e787310-3c2f-465f-bde5-a81154bf2cb6 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.941195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.952650] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184251, 'name': Rename_Task, 'duration_secs': 0.26277} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.952911] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.953191] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da14500-17d9-4c68-9dce-81dd0682ab13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.959646] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1147.959646] env[69302]: value = "task-3184252" [ 1147.959646] env[69302]: _type = "Task" [ 1147.959646] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.967231] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.079349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.079859] env[69302]: DEBUG nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.083184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.142s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.084971] env[69302]: INFO nova.compute.claims [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.122264] env[69302]: DEBUG nova.network.neutron [-] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.154349] env[69302]: INFO nova.compute.manager [-] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Took 1.77 seconds to deallocate network for instance. [ 1148.470130] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.589460] env[69302]: DEBUG nova.compute.utils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.595225] env[69302]: DEBUG nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.595225] env[69302]: DEBUG nova.network.neutron [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.626782] env[69302]: INFO nova.compute.manager [-] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Took 1.35 seconds to deallocate network for instance. [ 1148.647718] env[69302]: DEBUG nova.policy [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e95968b07844b0395af9ab01d3e27ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f03026093c584db6a9c5d09b59bf7024', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.661069] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.975282] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.093615] env[69302]: DEBUG nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.135472] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.203346] env[69302]: DEBUG nova.compute.manager [req-148352a0-d08b-4569-b3bd-de47d00c8c7a req-c5cfc794-5eae-41ad-91e3-5ebeecb5980b service nova] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Received event network-vif-deleted-9f9ff4d9-4981-4778-bb61-4b16f7737254 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.224684] env[69302]: DEBUG nova.network.neutron [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Successfully created port: ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.310663] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfffc6a-f03e-4d40-9b6a-b927c1da1e5a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.321552] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dfffa9-9195-4707-9a64-0e13f51637e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.360543] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50529164-0c8f-4603-bd1f-c66f45494f68 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.368698] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572429b-3952-454f-90cf-2f826a086442 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.383745] env[69302]: DEBUG nova.compute.provider_tree [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.476747] env[69302]: DEBUG oslo_vmware.api [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184252, 'name': PowerOnVM_Task, 'duration_secs': 1.39347} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.477156] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.477235] env[69302]: INFO nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1149.477425] env[69302]: DEBUG nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.478223] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8588bf44-da60-4968-b23a-d2d6e764e2d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.889762] env[69302]: DEBUG nova.scheduler.client.report [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.004319] env[69302]: INFO nova.compute.manager [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Took 12.83 seconds to build instance. [ 1150.111113] env[69302]: DEBUG nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.143458] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.144129] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.144129] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.144464] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.144752] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.145076] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.145438] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.149256] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.149256] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.149256] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.149256] env[69302]: DEBUG nova.virt.hardware [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.149256] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d091ec-f69f-4746-af42-13970bf343ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.159500] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8624e1e-fbd8-40d0-a93c-ffdc37a29192 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.393578] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.394162] env[69302]: DEBUG nova.compute.manager [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.396842] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.736s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.397080] env[69302]: DEBUG nova.objects.instance [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'resources' on Instance uuid 9e787310-3c2f-465f-bde5-a81154bf2cb6 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.508717] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70710bb0-6fed-4530-a9e4-5c331bccad10 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "c82482ae-8657-4add-82fd-8239601629c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.346s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.902399] env[69302]: DEBUG nova.compute.utils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.908808] env[69302]: DEBUG nova.compute.manager [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1150.949963] env[69302]: DEBUG nova.network.neutron [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Successfully updated port: ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.010228] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquiring lock "c82482ae-8657-4add-82fd-8239601629c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.010518] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "c82482ae-8657-4add-82fd-8239601629c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.010769] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquiring lock "c82482ae-8657-4add-82fd-8239601629c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.010961] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "c82482ae-8657-4add-82fd-8239601629c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.011149] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "c82482ae-8657-4add-82fd-8239601629c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.015026] env[69302]: INFO nova.compute.manager [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Terminating instance [ 1151.073842] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5769884-23b4-44d1-bab7-a9e748f45f44 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.082205] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6899de39-7acd-489d-8b21-6c4677e128f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.111750] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64b192-a027-43e7-b752-9adb5dd99e31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.119036] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584dcd9-530a-4a01-aec6-40ed2b45076a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.131305] env[69302]: DEBUG nova.compute.provider_tree [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.227596] env[69302]: DEBUG nova.compute.manager [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Received event network-vif-plugged-ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.227807] env[69302]: DEBUG oslo_concurrency.lockutils [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] Acquiring lock "2dad5365-5f1b-458a-9c65-330d5ab3356c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.228020] env[69302]: DEBUG oslo_concurrency.lockutils [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.228195] env[69302]: DEBUG oslo_concurrency.lockutils [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.228354] env[69302]: DEBUG nova.compute.manager [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] No waiting events found dispatching network-vif-plugged-ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.228512] env[69302]: WARNING nova.compute.manager [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Received unexpected event network-vif-plugged-ff7b8b74-702e-4c31-92df-4ae8ec72c1ca for instance with vm_state building and task_state spawning. [ 1151.228662] env[69302]: DEBUG nova.compute.manager [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Received event network-changed-ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.228808] env[69302]: DEBUG nova.compute.manager [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Refreshing instance network info cache due to event network-changed-ff7b8b74-702e-4c31-92df-4ae8ec72c1ca. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.228985] env[69302]: DEBUG oslo_concurrency.lockutils [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] Acquiring lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.229382] env[69302]: DEBUG oslo_concurrency.lockutils [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] Acquired lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.229552] env[69302]: DEBUG nova.network.neutron [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Refreshing network info cache for port ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.388683] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "f68aab00-12dc-46f6-9e68-c5323aca864b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.388914] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.408975] env[69302]: DEBUG nova.compute.manager [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.455097] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.520677] env[69302]: DEBUG nova.compute.manager [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.520968] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.521830] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3e654-0b04-4e4d-a65d-eddcbc5b8775 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.531027] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.531027] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02ac4c78-9071-4a0c-8157-016dc471f61d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.535543] env[69302]: DEBUG oslo_vmware.api [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1151.535543] env[69302]: value = "task-3184253" [ 1151.535543] env[69302]: _type = "Task" [ 1151.535543] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.543471] env[69302]: DEBUG oslo_vmware.api [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.634582] env[69302]: DEBUG nova.scheduler.client.report [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.761658] env[69302]: DEBUG nova.network.neutron [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.829160] env[69302]: DEBUG nova.network.neutron [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.892028] env[69302]: DEBUG nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.045384] env[69302]: DEBUG oslo_vmware.api [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184253, 'name': PowerOffVM_Task, 'duration_secs': 0.194322} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.045754] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.045903] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.046206] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87dcc1cd-d2e1-4309-8b98-af634a0fee36 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.107880] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.108074] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.108217] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Deleting the datastore file [datastore2] c82482ae-8657-4add-82fd-8239601629c0 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.108474] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-113abc27-caec-438c-9494-182815ecf8d3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.114542] env[69302]: DEBUG oslo_vmware.api [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for the task: (returnval){ [ 1152.114542] env[69302]: value = "task-3184255" [ 1152.114542] env[69302]: _type = "Task" [ 1152.114542] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.121718] env[69302]: DEBUG oslo_vmware.api [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.140754] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.143032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.008s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.143282] env[69302]: DEBUG nova.objects.instance [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lazy-loading 'resources' on Instance uuid 33553bee-6dbb-4cfa-83d9-04914b6a24ad {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.165145] env[69302]: INFO nova.scheduler.client.report [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleted allocations for instance 9e787310-3c2f-465f-bde5-a81154bf2cb6 [ 1152.332770] env[69302]: DEBUG oslo_concurrency.lockutils [req-32f7de47-1dc9-483a-ae21-124499a71efd req-56c01cdd-4b0e-4519-a515-006007b82c1d service nova] Releasing lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.332770] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.332914] env[69302]: DEBUG nova.network.neutron [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.418644] env[69302]: DEBUG nova.compute.manager [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.423530] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.450868] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.451702] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.452016] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.452328] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.455841] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.456041] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.456421] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.456498] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.456651] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.456777] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.457070] env[69302]: DEBUG nova.virt.hardware [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.457894] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b2bc89-c289-4c60-ba49-3e84318c4083 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.468851] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ab84a6-0409-4270-bbb4-441df1381201 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.483531] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.489235] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Creating folder: Project (6ff8aaa01a2149d0b37c9688be6036be). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.489887] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74898064-a9e4-44af-a638-2959810698e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.499767] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Created folder: Project (6ff8aaa01a2149d0b37c9688be6036be) in parent group-v636578. [ 1152.499970] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Creating folder: Instances. Parent ref: group-v636856. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.500217] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83e5a3d7-b4b7-4171-a312-5a9f3add31ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.509087] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Created folder: Instances in parent group-v636856. [ 1152.509217] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.509398] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.509595] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-771e1397-a552-472d-b3c3-562a64f5414a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.525243] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.525243] env[69302]: value = "task-3184258" [ 1152.525243] env[69302]: _type = "Task" [ 1152.525243] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.532358] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184258, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.624197] env[69302]: DEBUG oslo_vmware.api [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Task: {'id': task-3184255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136134} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.624454] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.624637] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.625015] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.625015] env[69302]: INFO nova.compute.manager [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] [instance: c82482ae-8657-4add-82fd-8239601629c0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1152.625255] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.625447] env[69302]: DEBUG nova.compute.manager [-] [instance: c82482ae-8657-4add-82fd-8239601629c0] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.625542] env[69302]: DEBUG nova.network.neutron [-] [instance: c82482ae-8657-4add-82fd-8239601629c0] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.673590] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2bd042c-774a-4433-ae59-fc212082b25a tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "9e787310-3c2f-465f-bde5-a81154bf2cb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.941s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.784357] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f79a99-5ba7-4453-adc5-05e0a549ffa0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.792309] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70457a94-7769-425f-99ff-e91a4632a0de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.822586] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.822825] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.823102] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.823219] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.823380] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.826097] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f458609-e1e3-408e-bad6-f609ac4213f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.828861] env[69302]: INFO nova.compute.manager [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Terminating instance [ 1152.835929] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58df585-7461-4d4e-b00e-cff4ac05b98b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.853651] env[69302]: DEBUG nova.compute.provider_tree [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.872416] env[69302]: DEBUG nova.network.neutron [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.034480] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184258, 'name': CreateVM_Task, 'duration_secs': 0.299803} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.034642] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.035079] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.035234] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.035555] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.035794] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2950fde-c013-4ca7-ad92-f5a9ddefabe7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.039877] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1153.039877] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fad7df-33db-d8b9-aa6d-d5389f63414b" [ 1153.039877] env[69302]: _type = "Task" [ 1153.039877] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.046946] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fad7df-33db-d8b9-aa6d-d5389f63414b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.047783] env[69302]: DEBUG nova.network.neutron [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Updating instance_info_cache with network_info: [{"id": "ff7b8b74-702e-4c31-92df-4ae8ec72c1ca", "address": "fa:16:3e:31:70:1f", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7b8b74-70", "ovs_interfaceid": "ff7b8b74-702e-4c31-92df-4ae8ec72c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.257152] env[69302]: DEBUG nova.compute.manager [req-753db2d9-07a1-41ac-a728-511bc3770f28 req-449f0051-d188-46e4-bcf1-c14f127fac84 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Received event network-vif-deleted-60fdec14-dd77-46d4-8704-d9405a572a1f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.257420] env[69302]: INFO nova.compute.manager [req-753db2d9-07a1-41ac-a728-511bc3770f28 req-449f0051-d188-46e4-bcf1-c14f127fac84 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Neutron deleted interface 60fdec14-dd77-46d4-8704-d9405a572a1f; detaching it from the instance and deleting it from the info cache [ 1153.257638] env[69302]: DEBUG nova.network.neutron [req-753db2d9-07a1-41ac-a728-511bc3770f28 req-449f0051-d188-46e4-bcf1-c14f127fac84 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.332498] env[69302]: DEBUG nova.compute.manager [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.332712] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.333812] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8afc48-3250-4ced-8428-cc63625fb0b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.341091] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.341312] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e9e8be-c580-4c0e-8e83-502c37c56efa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.347524] env[69302]: DEBUG oslo_vmware.api [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1153.347524] env[69302]: value = "task-3184259" [ 1153.347524] env[69302]: _type = "Task" [ 1153.347524] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.354569] env[69302]: DEBUG oslo_vmware.api [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.360488] env[69302]: DEBUG nova.scheduler.client.report [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.384894] env[69302]: DEBUG nova.network.neutron [-] [instance: c82482ae-8657-4add-82fd-8239601629c0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.550183] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.550541] env[69302]: DEBUG nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Instance network_info: |[{"id": "ff7b8b74-702e-4c31-92df-4ae8ec72c1ca", "address": "fa:16:3e:31:70:1f", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7b8b74-70", "ovs_interfaceid": "ff7b8b74-702e-4c31-92df-4ae8ec72c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.550885] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fad7df-33db-d8b9-aa6d-d5389f63414b, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.551303] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:70:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff7b8b74-702e-4c31-92df-4ae8ec72c1ca', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.558836] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.560052] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.560052] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.560052] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.560052] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.560052] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.560285] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.560285] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3784c28-1623-4651-9ce4-7a5a289b2199 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.562447] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c78e354-5afb-4aa9-89c1-e8073074e900 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.582883] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.582883] env[69302]: value = "task-3184260" [ 1153.582883] env[69302]: _type = "Task" [ 1153.582883] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.584115] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.584299] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.587620] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8526ffbf-5057-4a88-b599-d345dc5dff0d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.593192] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1153.593192] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5279fe6f-b280-a7ab-d1d6-14cfd006b0d2" [ 1153.593192] env[69302]: _type = "Task" [ 1153.593192] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.595790] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184260, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.603888] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5279fe6f-b280-a7ab-d1d6-14cfd006b0d2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.604614] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0514e6-bcfb-4e6d-b311-4adc6ba4842a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.612023] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1153.612023] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c2f722-09a8-77f3-9887-05edabdeaa6c" [ 1153.612023] env[69302]: _type = "Task" [ 1153.612023] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.619878] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c2f722-09a8-77f3-9887-05edabdeaa6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.760745] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddc162ce-faea-4c78-b62d-ed002c57c35c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.770259] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c715ba-36cb-4060-be33-08036228ef73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.799320] env[69302]: DEBUG nova.compute.manager [req-753db2d9-07a1-41ac-a728-511bc3770f28 req-449f0051-d188-46e4-bcf1-c14f127fac84 service nova] [instance: c82482ae-8657-4add-82fd-8239601629c0] Detach interface failed, port_id=60fdec14-dd77-46d4-8704-d9405a572a1f, reason: Instance c82482ae-8657-4add-82fd-8239601629c0 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1153.857139] env[69302]: DEBUG oslo_vmware.api [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184259, 'name': PowerOffVM_Task, 'duration_secs': 0.183816} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.857408] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.857590] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.857850] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de2b939c-2ceb-4f31-b046-e56b29a05743 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.865275] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.867380] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.444s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.868881] env[69302]: INFO nova.compute.claims [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.887401] env[69302]: INFO nova.compute.manager [-] [instance: c82482ae-8657-4add-82fd-8239601629c0] Took 1.26 seconds to deallocate network for instance. [ 1153.893277] env[69302]: INFO nova.scheduler.client.report [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Deleted allocations for instance 33553bee-6dbb-4cfa-83d9-04914b6a24ad [ 1153.915698] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.916066] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.916148] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleting the datastore file [datastore2] 5aefd5ac-9e21-448c-8909-a3ab7f8abee0 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.916862] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3ef370b-b9ba-4b83-b487-e8673d4bd4cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.923119] env[69302]: DEBUG oslo_vmware.api [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for the task: (returnval){ [ 1153.923119] env[69302]: value = "task-3184262" [ 1153.923119] env[69302]: _type = "Task" [ 1153.923119] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.932114] env[69302]: DEBUG oslo_vmware.api [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.093013] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184260, 'name': CreateVM_Task, 'duration_secs': 0.309165} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.093299] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.093985] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.094178] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.094492] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.094747] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6d33e0-147c-42bd-ac05-4297fdb5fe6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.099460] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1154.099460] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526226ef-8d9e-d951-cb6c-4d7b46bf6ed3" [ 1154.099460] env[69302]: _type = "Task" [ 1154.099460] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.106793] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526226ef-8d9e-d951-cb6c-4d7b46bf6ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.120567] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c2f722-09a8-77f3-9887-05edabdeaa6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.120798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.121073] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815/7e112cee-2605-451b-b720-78a9c6f6e815.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.121311] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5d7b574-b2cf-46ee-b4be-b55906c585df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.127080] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1154.127080] env[69302]: value = "task-3184263" [ 1154.127080] env[69302]: _type = "Task" [ 1154.127080] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.134339] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.394241] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.400925] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6f812cf7-12ff-46ab-9926-088eaf127359 tempest-ServersNegativeTestJSON-1482907009 tempest-ServersNegativeTestJSON-1482907009-project-member] Lock "33553bee-6dbb-4cfa-83d9-04914b6a24ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.777s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.436454] env[69302]: DEBUG oslo_vmware.api [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Task: {'id': task-3184262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093633} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.436810] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.437022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.437220] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.437457] env[69302]: INFO nova.compute.manager [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1154.437731] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.438341] env[69302]: DEBUG nova.compute.manager [-] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.438444] env[69302]: DEBUG nova.network.neutron [-] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.611481] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526226ef-8d9e-d951-cb6c-4d7b46bf6ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.611774] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.612035] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.612299] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.612444] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.612621] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.612875] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65f04031-49d5-49a2-bd4b-e6a280eadc9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.620275] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.620447] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.621160] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8372cf-facf-4523-a118-b42b17524c2d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.626414] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1154.626414] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521245b1-d198-366c-5a29-e7a26e0202eb" [ 1154.626414] env[69302]: _type = "Task" [ 1154.626414] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.637803] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521245b1-d198-366c-5a29-e7a26e0202eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008061} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.641317] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466265} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.641519] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3255f7b-7bcf-4775-bf23-d359f8be77a5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.643664] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815/7e112cee-2605-451b-b720-78a9c6f6e815.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.643881] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.644158] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cba71a42-3c3d-419e-8937-5e3f055890b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.648633] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1154.648633] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294aee0-25e7-8025-307f-2486e29d569f" [ 1154.648633] env[69302]: _type = "Task" [ 1154.648633] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.652634] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1154.652634] env[69302]: value = "task-3184264" [ 1154.652634] env[69302]: _type = "Task" [ 1154.652634] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.660851] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294aee0-25e7-8025-307f-2486e29d569f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.666844] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.827530] env[69302]: DEBUG nova.compute.manager [req-f857afe4-3e1e-49cd-8756-e5f8780ecc71 req-05288ab6-d4d2-44c4-8946-1df6f8f00bf6 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Received event network-vif-deleted-5301a84c-85de-42f1-982d-0688c21cc6a1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.827741] env[69302]: INFO nova.compute.manager [req-f857afe4-3e1e-49cd-8756-e5f8780ecc71 req-05288ab6-d4d2-44c4-8946-1df6f8f00bf6 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Neutron deleted interface 5301a84c-85de-42f1-982d-0688c21cc6a1; detaching it from the instance and deleting it from the info cache [ 1154.827936] env[69302]: DEBUG nova.network.neutron [req-f857afe4-3e1e-49cd-8756-e5f8780ecc71 req-05288ab6-d4d2-44c4-8946-1df6f8f00bf6 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.006393] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07bd9a7-3d0f-466e-bd5e-32c80ffdeb58 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.015040] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57757f4-658f-4cd1-93e4-d5f100308bac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.046793] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f744d03a-9722-428f-950a-9494c5462bde {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.054073] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b638b6-df1a-47d8-af90-fda32b5ad8e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.068801] env[69302]: DEBUG nova.compute.provider_tree [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.159835] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5294aee0-25e7-8025-307f-2486e29d569f, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.160519] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.160871] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2dad5365-5f1b-458a-9c65-330d5ab3356c/2dad5365-5f1b-458a-9c65-330d5ab3356c.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.161174] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-159c131c-018d-404a-bf33-f3f1de213bd8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.165547] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063801} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.166167] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.167013] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac9010-8b29-4ea8-b44d-37b58fd3fe80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.171083] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1155.171083] env[69302]: value = "task-3184265" [ 1155.171083] env[69302]: _type = "Task" [ 1155.171083] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.187198] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815/7e112cee-2605-451b-b720-78a9c6f6e815.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.190290] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd45da2-23c5-4852-89eb-9ad42fad7931 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.209524] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.210788] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1155.210788] env[69302]: value = "task-3184266" [ 1155.210788] env[69302]: _type = "Task" [ 1155.210788] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.220352] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.309396] env[69302]: DEBUG nova.network.neutron [-] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.331329] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38dd96db-5b57-4d7c-976b-f4cb227e5c6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.343579] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4ff991-7a79-4b39-a325-016be7a984ce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.380399] env[69302]: DEBUG nova.compute.manager [req-f857afe4-3e1e-49cd-8756-e5f8780ecc71 req-05288ab6-d4d2-44c4-8946-1df6f8f00bf6 service nova] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Detach interface failed, port_id=5301a84c-85de-42f1-982d-0688c21cc6a1, reason: Instance 5aefd5ac-9e21-448c-8909-a3ab7f8abee0 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.572057] env[69302]: DEBUG nova.scheduler.client.report [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.688010] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453384} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.688280] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2dad5365-5f1b-458a-9c65-330d5ab3356c/2dad5365-5f1b-458a-9c65-330d5ab3356c.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.688491] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.688733] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c26e19d-b070-4fcb-af01-4ef6b9c4a389 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.695880] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1155.695880] env[69302]: value = "task-3184267" [ 1155.695880] env[69302]: _type = "Task" [ 1155.695880] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.705226] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.719940] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184266, 'name': ReconfigVM_Task, 'duration_secs': 0.449017} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.720242] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815/7e112cee-2605-451b-b720-78a9c6f6e815.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.720884] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-277feb90-79d1-434b-a073-ab585d4e56bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.726950] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1155.726950] env[69302]: value = "task-3184268" [ 1155.726950] env[69302]: _type = "Task" [ 1155.726950] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.735134] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184268, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.811866] env[69302]: INFO nova.compute.manager [-] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Took 1.37 seconds to deallocate network for instance. [ 1156.077500] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.078042] env[69302]: DEBUG nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.080899] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.687s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.081177] env[69302]: DEBUG nova.objects.instance [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lazy-loading 'resources' on Instance uuid c82482ae-8657-4add-82fd-8239601629c0 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.205602] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069813} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.206186] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.206686] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd994b9-d562-4ad1-8f5c-a8e26510cce7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.228555] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 2dad5365-5f1b-458a-9c65-330d5ab3356c/2dad5365-5f1b-458a-9c65-330d5ab3356c.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.228892] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3eb854-2708-4f1d-910f-e8da1c1af349 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.252168] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184268, 'name': Rename_Task, 'duration_secs': 0.131863} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.253458] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.253790] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1156.253790] env[69302]: value = "task-3184269" [ 1156.253790] env[69302]: _type = "Task" [ 1156.253790] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.254011] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b29a934d-98be-46b2-ab84-7a44b12d3720 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.264552] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.265819] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1156.265819] env[69302]: value = "task-3184270" [ 1156.265819] env[69302]: _type = "Task" [ 1156.265819] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.273420] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.318841] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.584644] env[69302]: DEBUG nova.compute.utils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.586139] env[69302]: DEBUG nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.587256] env[69302]: DEBUG nova.network.neutron [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.630663] env[69302]: DEBUG nova.policy [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6623ce5622b4b26a4adb0abc2ebb4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc751e9371ab4bf8a13524a2ae8d64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.738117] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcadec8-1e13-4ae2-954f-cb946d3873ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.746150] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d68e14-7d26-4972-887c-28da0b1c1d5e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.784038] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d173b67c-d894-44d5-82fc-18f7ae28aaca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.793402] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184269, 'name': ReconfigVM_Task, 'duration_secs': 0.397658} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.796327] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 2dad5365-5f1b-458a-9c65-330d5ab3356c/2dad5365-5f1b-458a-9c65-330d5ab3356c.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.797875] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc904c-882e-4c0f-a412-7e2acca95957 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.801620] env[69302]: DEBUG oslo_vmware.api [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184270, 'name': PowerOnVM_Task, 'duration_secs': 0.448496} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.801818] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13a48207-065f-4f34-b0b5-7e0561ef4217 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.803272] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.803484] env[69302]: INFO nova.compute.manager [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Took 4.38 seconds to spawn the instance on the hypervisor. [ 1156.803677] env[69302]: DEBUG nova.compute.manager [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.804697] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4774c5-d2d2-47eb-8a61-cb75758da0dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.816894] env[69302]: DEBUG nova.compute.provider_tree [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.820847] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1156.820847] env[69302]: value = "task-3184271" [ 1156.820847] env[69302]: _type = "Task" [ 1156.820847] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.835401] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184271, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.904184] env[69302]: DEBUG nova.network.neutron [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Successfully created port: 3b7cff36-3855-4714-a187-cba43ca645b4 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.095495] env[69302]: DEBUG nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.322696] env[69302]: DEBUG nova.scheduler.client.report [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.339709] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184271, 'name': Rename_Task, 'duration_secs': 0.503409} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.342107] env[69302]: INFO nova.compute.manager [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Took 9.42 seconds to build instance. [ 1157.342107] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.342381] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89b7b77c-d290-448c-bf5b-a2f55f50194a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.350638] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1157.350638] env[69302]: value = "task-3184272" [ 1157.350638] env[69302]: _type = "Task" [ 1157.350638] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.359755] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.833487] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.834549] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.515s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.834982] env[69302]: DEBUG nova.objects.instance [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lazy-loading 'resources' on Instance uuid 5aefd5ac-9e21-448c-8909-a3ab7f8abee0 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.843204] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da1586bd-f0bc-41c7-963f-8c94acbd9da1 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "7e112cee-2605-451b-b720-78a9c6f6e815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.935s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.863225] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184272, 'name': PowerOnVM_Task} progress is 83%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.864394] env[69302]: INFO nova.scheduler.client.report [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Deleted allocations for instance c82482ae-8657-4add-82fd-8239601629c0 [ 1158.105483] env[69302]: DEBUG nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.138136] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.138409] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.138565] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.138748] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.138894] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.139067] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.139289] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.139448] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.139612] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.139767] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.139932] env[69302]: DEBUG nova.virt.hardware [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.140835] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d78f0d-e972-4f28-b847-6401f410a093 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.150730] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fcfab6-7569-4e90-8482-c82133f1675b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.363958] env[69302]: DEBUG oslo_vmware.api [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184272, 'name': PowerOnVM_Task, 'duration_secs': 0.884314} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.364313] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.364583] env[69302]: INFO nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1158.364805] env[69302]: DEBUG nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.365716] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a8832-bee1-442a-aeba-f348fbcb703a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.385763] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a3a486f1-6b52-4501-a8de-99031e3b0cc6 tempest-ServerPasswordTestJSON-581565588 tempest-ServerPasswordTestJSON-581565588-project-member] Lock "c82482ae-8657-4add-82fd-8239601629c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.374s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.445671] env[69302]: DEBUG nova.compute.manager [req-4fcc60cf-f301-4b8d-9919-aa45e558c0a6 req-f7bb56e9-0a94-4326-98d9-4b1b5d797752 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Received event network-vif-plugged-3b7cff36-3855-4714-a187-cba43ca645b4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.445916] env[69302]: DEBUG oslo_concurrency.lockutils [req-4fcc60cf-f301-4b8d-9919-aa45e558c0a6 req-f7bb56e9-0a94-4326-98d9-4b1b5d797752 service nova] Acquiring lock "f68aab00-12dc-46f6-9e68-c5323aca864b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.446210] env[69302]: DEBUG oslo_concurrency.lockutils [req-4fcc60cf-f301-4b8d-9919-aa45e558c0a6 req-f7bb56e9-0a94-4326-98d9-4b1b5d797752 service nova] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.446434] env[69302]: DEBUG oslo_concurrency.lockutils [req-4fcc60cf-f301-4b8d-9919-aa45e558c0a6 req-f7bb56e9-0a94-4326-98d9-4b1b5d797752 service nova] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.446546] env[69302]: DEBUG nova.compute.manager [req-4fcc60cf-f301-4b8d-9919-aa45e558c0a6 req-f7bb56e9-0a94-4326-98d9-4b1b5d797752 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] No waiting events found dispatching network-vif-plugged-3b7cff36-3855-4714-a187-cba43ca645b4 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.446714] env[69302]: WARNING nova.compute.manager [req-4fcc60cf-f301-4b8d-9919-aa45e558c0a6 req-f7bb56e9-0a94-4326-98d9-4b1b5d797752 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Received unexpected event network-vif-plugged-3b7cff36-3855-4714-a187-cba43ca645b4 for instance with vm_state building and task_state spawning. [ 1158.502252] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d86ed6-695c-4232-9af5-8e238086d4c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.510822] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11320987-0d14-4525-a3cf-32cc82080c4d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.548072] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ae91ae-d60c-431a-ba9a-52f0eb16dcb2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.554923] env[69302]: INFO nova.compute.manager [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Rebuilding instance [ 1158.557542] env[69302]: DEBUG nova.network.neutron [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Successfully updated port: 3b7cff36-3855-4714-a187-cba43ca645b4 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.559763] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd775c-82d4-40f9-ade1-82a24ad8e27f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.575188] env[69302]: DEBUG nova.compute.provider_tree [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.617837] env[69302]: DEBUG nova.compute.manager [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.618764] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce51c3-e228-4daf-8af0-f522419d157d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.897644] env[69302]: INFO nova.compute.manager [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Took 13.24 seconds to build instance. [ 1159.068709] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "refresh_cache-f68aab00-12dc-46f6-9e68-c5323aca864b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.068709] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "refresh_cache-f68aab00-12dc-46f6-9e68-c5323aca864b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.068709] env[69302]: DEBUG nova.network.neutron [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.079357] env[69302]: DEBUG nova.scheduler.client.report [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.397766] env[69302]: DEBUG oslo_concurrency.lockutils [None req-beb8baa1-b749-41c3-9d25-a890268ac90a tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.747s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.590922] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.602810] env[69302]: DEBUG nova.network.neutron [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.630611] env[69302]: INFO nova.scheduler.client.report [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Deleted allocations for instance 5aefd5ac-9e21-448c-8909-a3ab7f8abee0 [ 1159.634064] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.634362] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e78a5c25-433d-4261-bed9-da23805adf57 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.644756] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1159.644756] env[69302]: value = "task-3184273" [ 1159.644756] env[69302]: _type = "Task" [ 1159.644756] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.654830] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.743546] env[69302]: DEBUG nova.network.neutron [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Updating instance_info_cache with network_info: [{"id": "3b7cff36-3855-4714-a187-cba43ca645b4", "address": "fa:16:3e:01:87:a0", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cff36-38", "ovs_interfaceid": "3b7cff36-3855-4714-a187-cba43ca645b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.149204] env[69302]: DEBUG oslo_concurrency.lockutils [None req-70407e92-4442-447e-82ca-289037311d1d tempest-AttachInterfacesTestJSON-816933788 tempest-AttachInterfacesTestJSON-816933788-project-member] Lock "5aefd5ac-9e21-448c-8909-a3ab7f8abee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.326s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.156711] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184273, 'name': PowerOffVM_Task, 'duration_secs': 0.130581} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.157354] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.157647] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.158436] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fe0704-311c-43a6-a3ec-9694b4ce6c02 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.165616] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.165719] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6482ac1-9d62-4db9-95a7-fdd6f5b36151 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.189321] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.189550] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.189732] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Deleting the datastore file [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.189985] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59ee5d4e-5fac-4735-a1d7-7c9f56f81919 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.195716] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1160.195716] env[69302]: value = "task-3184275" [ 1160.195716] env[69302]: _type = "Task" [ 1160.195716] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.205231] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.248447] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "refresh_cache-f68aab00-12dc-46f6-9e68-c5323aca864b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.248781] env[69302]: DEBUG nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Instance network_info: |[{"id": "3b7cff36-3855-4714-a187-cba43ca645b4", "address": "fa:16:3e:01:87:a0", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cff36-38", "ovs_interfaceid": "3b7cff36-3855-4714-a187-cba43ca645b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.249230] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:87:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7cff36-3855-4714-a187-cba43ca645b4', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.256589] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating folder: Project (fc751e9371ab4bf8a13524a2ae8d64b2). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.256863] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98cbfaf9-3470-4251-8720-80cb770a0fc0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.266567] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created folder: Project (fc751e9371ab4bf8a13524a2ae8d64b2) in parent group-v636578. [ 1160.266801] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating folder: Instances. Parent ref: group-v636860. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1160.267068] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e5cdd18-9aae-4688-819d-6ff8259bb172 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.276128] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created folder: Instances in parent group-v636860. [ 1160.276364] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.276684] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.276825] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3b370f1-d5ad-4990-8f55-f34a26274563 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.297642] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.297642] env[69302]: value = "task-3184278" [ 1160.297642] env[69302]: _type = "Task" [ 1160.297642] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.306951] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184278, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.338923] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.340857] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.486456] env[69302]: DEBUG nova.compute.manager [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Received event network-changed-3b7cff36-3855-4714-a187-cba43ca645b4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.486673] env[69302]: DEBUG nova.compute.manager [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Refreshing instance network info cache due to event network-changed-3b7cff36-3855-4714-a187-cba43ca645b4. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.486893] env[69302]: DEBUG oslo_concurrency.lockutils [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] Acquiring lock "refresh_cache-f68aab00-12dc-46f6-9e68-c5323aca864b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.487034] env[69302]: DEBUG oslo_concurrency.lockutils [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] Acquired lock "refresh_cache-f68aab00-12dc-46f6-9e68-c5323aca864b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.487203] env[69302]: DEBUG nova.network.neutron [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Refreshing network info cache for port 3b7cff36-3855-4714-a187-cba43ca645b4 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.705500] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155144} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.705885] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.705978] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.706116] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.807796] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184278, 'name': CreateVM_Task, 'duration_secs': 0.351557} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.807992] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.808679] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.808844] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.809184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.809463] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60400e6-c4df-4d0c-b571-98845004e4f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.815444] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1160.815444] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b03a49-8d1f-d047-5931-48890e1d3340" [ 1160.815444] env[69302]: _type = "Task" [ 1160.815444] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.825424] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b03a49-8d1f-d047-5931-48890e1d3340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.841983] env[69302]: DEBUG nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.327079] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52b03a49-8d1f-d047-5931-48890e1d3340, 'name': SearchDatastore_Task, 'duration_secs': 0.017544} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.327397] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.327655] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.327908] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.328073] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.328258] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.328528] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b85d43e-7dd6-4a4c-9210-0bf5a2419287 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.341436] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.341628] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.342481] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3e4df5-5617-420c-a051-63d1c5ff27b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.353255] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1161.353255] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526beb1d-c5e5-54a2-dcc2-b51fb8d6bdd4" [ 1161.353255] env[69302]: _type = "Task" [ 1161.353255] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.366019] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526beb1d-c5e5-54a2-dcc2-b51fb8d6bdd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.366819] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2cb2d0-3cbe-4487-945a-b774c691fa40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.371940] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1161.371940] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5265cdfb-d3bb-5836-f4e4-ce1c516176fa" [ 1161.371940] env[69302]: _type = "Task" [ 1161.371940] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.372907] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.373270] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.374749] env[69302]: INFO nova.compute.claims [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.385148] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5265cdfb-d3bb-5836-f4e4-ce1c516176fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.543090] env[69302]: DEBUG nova.network.neutron [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Updated VIF entry in instance network info cache for port 3b7cff36-3855-4714-a187-cba43ca645b4. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.543485] env[69302]: DEBUG nova.network.neutron [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Updating instance_info_cache with network_info: [{"id": "3b7cff36-3855-4714-a187-cba43ca645b4", "address": "fa:16:3e:01:87:a0", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7cff36-38", "ovs_interfaceid": "3b7cff36-3855-4714-a187-cba43ca645b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.738347] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.738608] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.738763] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.738954] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.739110] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.739261] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.739470] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.739627] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.739865] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.739936] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.740121] env[69302]: DEBUG nova.virt.hardware [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.741021] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a918c2c-b50f-4cb3-8a6e-9e505f5107b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.749332] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4325f57-128d-4cb3-b48c-36522d390204 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.762504] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.768085] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.768338] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.768545] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9993bdc7-4301-4f83-be38-8b16d4524227 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.786607] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.786607] env[69302]: value = "task-3184279" [ 1161.786607] env[69302]: _type = "Task" [ 1161.786607] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.797438] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184279, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.889654] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5265cdfb-d3bb-5836-f4e4-ce1c516176fa, 'name': SearchDatastore_Task, 'duration_secs': 0.02455} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.889917] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.890195] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] f68aab00-12dc-46f6-9e68-c5323aca864b/f68aab00-12dc-46f6-9e68-c5323aca864b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.890494] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14d5d929-80e3-42cc-9e50-27d486a60bd9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.898248] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1161.898248] env[69302]: value = "task-3184280" [ 1161.898248] env[69302]: _type = "Task" [ 1161.898248] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.906344] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.046425] env[69302]: DEBUG oslo_concurrency.lockutils [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] Releasing lock "refresh_cache-f68aab00-12dc-46f6-9e68-c5323aca864b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.046899] env[69302]: DEBUG nova.compute.manager [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Received event network-changed-ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.047241] env[69302]: DEBUG nova.compute.manager [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Refreshing instance network info cache due to event network-changed-ff7b8b74-702e-4c31-92df-4ae8ec72c1ca. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.047590] env[69302]: DEBUG oslo_concurrency.lockutils [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] Acquiring lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.047835] env[69302]: DEBUG oslo_concurrency.lockutils [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] Acquired lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.048146] env[69302]: DEBUG nova.network.neutron [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Refreshing network info cache for port ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.301526] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184279, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.409764] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184280, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.530851] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b02522-cc60-4d23-a85d-6b9afb27ff9c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.541266] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ebd0d4-379c-4b5b-a764-c5b571ee0385 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.579257] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc4901f-d6c6-4a0c-a625-82b4a96e3455 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.589137] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1253b78d-e276-43ea-8169-8db24aa15542 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.606502] env[69302]: DEBUG nova.compute.provider_tree [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.797623] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184279, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.805968] env[69302]: DEBUG nova.network.neutron [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Updated VIF entry in instance network info cache for port ff7b8b74-702e-4c31-92df-4ae8ec72c1ca. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.806380] env[69302]: DEBUG nova.network.neutron [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Updating instance_info_cache with network_info: [{"id": "ff7b8b74-702e-4c31-92df-4ae8ec72c1ca", "address": "fa:16:3e:31:70:1f", "network": {"id": "0d8f83a9-2bd9-4395-a4e1-f3af2cb87289", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-380064088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f03026093c584db6a9c5d09b59bf7024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7b8b74-70", "ovs_interfaceid": "ff7b8b74-702e-4c31-92df-4ae8ec72c1ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.909865] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785636} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.910144] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] f68aab00-12dc-46f6-9e68-c5323aca864b/f68aab00-12dc-46f6-9e68-c5323aca864b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.910488] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.910607] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-905dda65-1c56-4843-a98f-9e4df09b69db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.917674] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1162.917674] env[69302]: value = "task-3184281" [ 1162.917674] env[69302]: _type = "Task" [ 1162.917674] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.928964] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.110051] env[69302]: DEBUG nova.scheduler.client.report [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.300428] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184279, 'name': CreateVM_Task, 'duration_secs': 1.359718} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.300690] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.301183] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.301830] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.301933] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.302242] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684de2c0-e2d3-4a55-b192-91bc218c62f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.307514] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1163.307514] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ec99c3-e50c-b8ab-5185-27bd4bc4adb8" [ 1163.307514] env[69302]: _type = "Task" [ 1163.307514] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.310847] env[69302]: DEBUG oslo_concurrency.lockutils [req-2c3a06b8-c0bc-4552-8a55-b345d7631714 req-bf30953d-2e5b-4be9-9ae5-6c16301279b0 service nova] Releasing lock "refresh_cache-2dad5365-5f1b-458a-9c65-330d5ab3356c" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.317613] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ec99c3-e50c-b8ab-5185-27bd4bc4adb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.426890] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241008} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.427455] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.428240] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed0babc-dcbd-4653-ba61-6d3db497806d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.451544] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f68aab00-12dc-46f6-9e68-c5323aca864b/f68aab00-12dc-46f6-9e68-c5323aca864b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.451869] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c53ce75-8b9a-401e-876f-d452041a5da2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.473715] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1163.473715] env[69302]: value = "task-3184282" [ 1163.473715] env[69302]: _type = "Task" [ 1163.473715] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.481716] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.498524] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.498783] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.615393] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.615976] env[69302]: DEBUG nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.817556] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ec99c3-e50c-b8ab-5185-27bd4bc4adb8, 'name': SearchDatastore_Task, 'duration_secs': 0.070927} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.817867] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.818128] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.818366] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.818513] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.818690] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.818946] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcef1e8d-2369-4c1e-b794-911cb080f398 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.832735] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.832920] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.833652] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d013839-d24c-4d27-91b8-8cc1bac0c534 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.841347] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1163.841347] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5268e5b3-e54d-58dc-3c0e-810253955b1a" [ 1163.841347] env[69302]: _type = "Task" [ 1163.841347] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.849382] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5268e5b3-e54d-58dc-3c0e-810253955b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.984314] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184282, 'name': ReconfigVM_Task, 'duration_secs': 0.323125} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.984632] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f68aab00-12dc-46f6-9e68-c5323aca864b/f68aab00-12dc-46f6-9e68-c5323aca864b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.985276] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7421a284-3e67-4da5-b8e7-47155a90280b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.991464] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1163.991464] env[69302]: value = "task-3184283" [ 1163.991464] env[69302]: _type = "Task" [ 1163.991464] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.004434] env[69302]: DEBUG nova.compute.utils [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.005672] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184283, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.120946] env[69302]: DEBUG nova.compute.utils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.122378] env[69302]: DEBUG nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.122531] env[69302]: DEBUG nova.network.neutron [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.165783] env[69302]: DEBUG nova.policy [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b5176ef660040c8836e50d84d940af6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1bbba644d745b8a65f4c947ab79b95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.352158] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5268e5b3-e54d-58dc-3c0e-810253955b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.082913} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.353173] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dac517-7a89-4bb6-b385-67310d12f027 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.359109] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1164.359109] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5262eda7-45f1-66b0-8c69-569d64569636" [ 1164.359109] env[69302]: _type = "Task" [ 1164.359109] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.367024] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5262eda7-45f1-66b0-8c69-569d64569636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.420175] env[69302]: DEBUG nova.network.neutron [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Successfully created port: 9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.501582] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184283, 'name': Rename_Task, 'duration_secs': 0.181806} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.501850] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.502100] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d4fc277-14b6-418c-8ebc-4f926427c805 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.507384] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.509681] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1164.509681] env[69302]: value = "task-3184284" [ 1164.509681] env[69302]: _type = "Task" [ 1164.509681] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.517311] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.627083] env[69302]: DEBUG nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.872706] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5262eda7-45f1-66b0-8c69-569d64569636, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.873039] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.873430] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815/7e112cee-2605-451b-b720-78a9c6f6e815.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.873789] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f53f38ed-bda5-4073-a4de-a50f3d3e58b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.881789] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1164.881789] env[69302]: value = "task-3184285" [ 1164.881789] env[69302]: _type = "Task" [ 1164.881789] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.892473] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.022210] env[69302]: DEBUG oslo_vmware.api [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184284, 'name': PowerOnVM_Task, 'duration_secs': 0.445874} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.022533] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.022808] env[69302]: INFO nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1165.023804] env[69302]: DEBUG nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.024471] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb7dcf4-964e-4d1e-a028-828116268253 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.394908] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184285, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.546619] env[69302]: INFO nova.compute.manager [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Took 13.15 seconds to build instance. [ 1165.598914] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.599198] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.599472] env[69302]: INFO nova.compute.manager [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Attaching volume 2f072baf-4682-4870-9cc1-8078617662ec to /dev/sdb [ 1165.636752] env[69302]: DEBUG nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.640441] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a59d1a-0fbc-4a13-961a-eedde24786d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.647403] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3f36f6-2211-42e2-934b-e00f26e40f72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.659435] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.659435] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.659435] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.659632] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.659773] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.659917] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.660464] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.660657] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.660838] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.661010] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.661227] env[69302]: DEBUG nova.virt.hardware [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.662239] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc47b55-c4db-4661-bd5f-9c3f80b2e963 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.668033] env[69302]: DEBUG nova.virt.block_device [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updating existing volume attachment record: 7e8a271b-7d51-4f66-8c8e-a654dcda2bc5 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1165.675299] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2ba914-ce31-45bb-b29c-3e6bac227298 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.800990] env[69302]: DEBUG nova.compute.manager [req-1eaf9c4b-4b3c-41be-a702-e9a3d38dc9fe req-8a75a938-63a1-48ee-a6db-8645c21532a0 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Received event network-vif-plugged-9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.801271] env[69302]: DEBUG oslo_concurrency.lockutils [req-1eaf9c4b-4b3c-41be-a702-e9a3d38dc9fe req-8a75a938-63a1-48ee-a6db-8645c21532a0 service nova] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.801480] env[69302]: DEBUG oslo_concurrency.lockutils [req-1eaf9c4b-4b3c-41be-a702-e9a3d38dc9fe req-8a75a938-63a1-48ee-a6db-8645c21532a0 service nova] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.801707] env[69302]: DEBUG oslo_concurrency.lockutils [req-1eaf9c4b-4b3c-41be-a702-e9a3d38dc9fe req-8a75a938-63a1-48ee-a6db-8645c21532a0 service nova] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.801824] env[69302]: DEBUG nova.compute.manager [req-1eaf9c4b-4b3c-41be-a702-e9a3d38dc9fe req-8a75a938-63a1-48ee-a6db-8645c21532a0 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] No waiting events found dispatching network-vif-plugged-9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.802275] env[69302]: WARNING nova.compute.manager [req-1eaf9c4b-4b3c-41be-a702-e9a3d38dc9fe req-8a75a938-63a1-48ee-a6db-8645c21532a0 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Received unexpected event network-vif-plugged-9cf58250-1cd3-4678-9cd9-3d0996af5cff for instance with vm_state building and task_state spawning. [ 1165.890065] env[69302]: DEBUG nova.network.neutron [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Successfully updated port: 9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.901498] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576958} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.901498] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815/7e112cee-2605-451b-b720-78a9c6f6e815.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.901498] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.901498] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecf1c01a-5d06-46fe-ac2f-ac6a8b2169ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.906863] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1165.906863] env[69302]: value = "task-3184288" [ 1165.906863] env[69302]: _type = "Task" [ 1165.906863] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.916811] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.024267] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquiring lock "33ca0c21-4237-4295-a513-d30759e22e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.024513] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "33ca0c21-4237-4295-a513-d30759e22e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.049474] env[69302]: DEBUG oslo_concurrency.lockutils [None req-40e9a100-9d94-40d7-9b66-b27e0368e1fd tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.660s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.394401] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.394537] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.394631] env[69302]: DEBUG nova.network.neutron [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.418261] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072679} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.418611] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.419246] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75bf5f8-d4db-43df-a255-b5c1e0f212a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.440883] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815/7e112cee-2605-451b-b720-78a9c6f6e815.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.441665] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0030cb47-6845-41ab-9ff6-b961aedda76c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.467172] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1166.467172] env[69302]: value = "task-3184290" [ 1166.467172] env[69302]: _type = "Task" [ 1166.467172] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.477435] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.527055] env[69302]: DEBUG nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.813437] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "e7089867-6db9-414c-be6d-0e83e88e519e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.813736] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "e7089867-6db9-414c-be6d-0e83e88e519e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.928658] env[69302]: DEBUG nova.network.neutron [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.978880] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.990275] env[69302]: DEBUG nova.compute.manager [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.991156] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb927548-b650-4858-a0c9-f22be413195a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.046120] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.046388] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.048283] env[69302]: INFO nova.compute.claims [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.086635] env[69302]: DEBUG nova.network.neutron [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updating instance_info_cache with network_info: [{"id": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "address": "fa:16:3e:9b:67:d1", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf58250-1c", "ovs_interfaceid": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.315607] env[69302]: DEBUG nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.480572] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.501450] env[69302]: INFO nova.compute.manager [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] instance snapshotting [ 1167.502143] env[69302]: DEBUG nova.objects.instance [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'flavor' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.589055] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Releasing lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.589387] env[69302]: DEBUG nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Instance network_info: |[{"id": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "address": "fa:16:3e:9b:67:d1", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf58250-1c", "ovs_interfaceid": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.589939] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:67:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cf58250-1cd3-4678-9cd9-3d0996af5cff', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.598141] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Creating folder: Project (3b1bbba644d745b8a65f4c947ab79b95). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.598746] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7af708d-8827-402c-9004-b6a4e3736a81 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.611125] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Created folder: Project (3b1bbba644d745b8a65f4c947ab79b95) in parent group-v636578. [ 1167.611359] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Creating folder: Instances. Parent ref: group-v636866. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.611629] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c72333-d942-4f88-a74d-c2c01f0fa543 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.621116] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Created folder: Instances in parent group-v636866. [ 1167.621437] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.621650] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.621891] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a1f2800-c90c-483b-8316-040ec04c2812 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.642631] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.642631] env[69302]: value = "task-3184293" [ 1167.642631] env[69302]: _type = "Task" [ 1167.642631] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.651987] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184293, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.828881] env[69302]: DEBUG nova.compute.manager [req-6be44362-877e-45fe-9fa6-778359e6716b req-af0bd4e4-2dd2-464a-ae75-1dff6b5f6cde service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Received event network-changed-9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.829235] env[69302]: DEBUG nova.compute.manager [req-6be44362-877e-45fe-9fa6-778359e6716b req-af0bd4e4-2dd2-464a-ae75-1dff6b5f6cde service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Refreshing instance network info cache due to event network-changed-9cf58250-1cd3-4678-9cd9-3d0996af5cff. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.829510] env[69302]: DEBUG oslo_concurrency.lockutils [req-6be44362-877e-45fe-9fa6-778359e6716b req-af0bd4e4-2dd2-464a-ae75-1dff6b5f6cde service nova] Acquiring lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.829604] env[69302]: DEBUG oslo_concurrency.lockutils [req-6be44362-877e-45fe-9fa6-778359e6716b req-af0bd4e4-2dd2-464a-ae75-1dff6b5f6cde service nova] Acquired lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.829862] env[69302]: DEBUG nova.network.neutron [req-6be44362-877e-45fe-9fa6-778359e6716b req-af0bd4e4-2dd2-464a-ae75-1dff6b5f6cde service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Refreshing network info cache for port 9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.838298] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.980316] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184290, 'name': ReconfigVM_Task, 'duration_secs': 1.050917} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.980607] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815/7e112cee-2605-451b-b720-78a9c6f6e815.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.981286] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68f695b1-2b57-4f39-a22d-9e4da07c8734 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.987052] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1167.987052] env[69302]: value = "task-3184295" [ 1167.987052] env[69302]: _type = "Task" [ 1167.987052] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.995516] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184295, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.008335] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de47cbac-d22a-452c-b930-cf2c3ccb67f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.027063] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2229921-6de3-4d98-9ba3-a242161930fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.152646] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184293, 'name': CreateVM_Task, 'duration_secs': 0.463233} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.155147] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.156171] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.156226] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.156509] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.156763] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6c2472-d139-4415-8750-02b82ddc1c1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.161366] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1168.161366] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52294100-5838-e9c1-32cc-56ea81ad8089" [ 1168.161366] env[69302]: _type = "Task" [ 1168.161366] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.169893] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52294100-5838-e9c1-32cc-56ea81ad8089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.202138] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57151986-cb93-4d90-b58d-412889b17c06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.209814] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bcc2c8-2dbc-4e6e-b6f4-1ef0c7f06e3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.241452] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0d5756-6e35-4bc2-806f-4433fdcdd1b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.249201] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f859e-5454-4c6a-9458-8baf6c38e1b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.262574] env[69302]: DEBUG nova.compute.provider_tree [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.496644] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184295, 'name': Rename_Task, 'duration_secs': 0.140119} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.496966] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.497228] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-362d3e3f-5ae2-405c-9d60-e15ef536d81c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.503408] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1168.503408] env[69302]: value = "task-3184296" [ 1168.503408] env[69302]: _type = "Task" [ 1168.503408] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.510687] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.511567] env[69302]: DEBUG nova.network.neutron [req-6be44362-877e-45fe-9fa6-778359e6716b req-af0bd4e4-2dd2-464a-ae75-1dff6b5f6cde service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updated VIF entry in instance network info cache for port 9cf58250-1cd3-4678-9cd9-3d0996af5cff. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.511885] env[69302]: DEBUG nova.network.neutron [req-6be44362-877e-45fe-9fa6-778359e6716b req-af0bd4e4-2dd2-464a-ae75-1dff6b5f6cde service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updating instance_info_cache with network_info: [{"id": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "address": "fa:16:3e:9b:67:d1", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf58250-1c", "ovs_interfaceid": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.537015] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1168.537336] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d8301ac7-d8b2-4085-b9ff-771a4280f272 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.544421] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1168.544421] env[69302]: value = "task-3184297" [ 1168.544421] env[69302]: _type = "Task" [ 1168.544421] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.552307] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.672057] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52294100-5838-e9c1-32cc-56ea81ad8089, 'name': SearchDatastore_Task, 'duration_secs': 0.044408} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.672386] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.672619] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.672856] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.673783] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.673783] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.673783] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7bd2553-6c65-46c9-83b5-0bac18815e77 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.682130] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.682314] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.683039] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4003de1e-bcb4-4232-b3ca-131369b495d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.688050] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1168.688050] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52de3942-3ffd-918d-1acc-38148972b988" [ 1168.688050] env[69302]: _type = "Task" [ 1168.688050] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.695693] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52de3942-3ffd-918d-1acc-38148972b988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.765587] env[69302]: DEBUG nova.scheduler.client.report [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.015133] env[69302]: DEBUG oslo_concurrency.lockutils [req-6be44362-877e-45fe-9fa6-778359e6716b req-af0bd4e4-2dd2-464a-ae75-1dff6b5f6cde service nova] Releasing lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.015570] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184296, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.054029] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184297, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.199328] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52de3942-3ffd-918d-1acc-38148972b988, 'name': SearchDatastore_Task, 'duration_secs': 0.012732} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.200145] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57853674-d611-4f93-a057-98816f3c2602 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.204979] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1169.204979] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5261c51f-6278-bfc1-7815-e4b0559b3c58" [ 1169.204979] env[69302]: _type = "Task" [ 1169.204979] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.212304] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5261c51f-6278-bfc1-7815-e4b0559b3c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.271743] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.271743] env[69302]: DEBUG nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.273646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.435s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.275266] env[69302]: INFO nova.compute.claims [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.515880] env[69302]: DEBUG oslo_vmware.api [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184296, 'name': PowerOnVM_Task, 'duration_secs': 0.58417} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.516155] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.516372] env[69302]: DEBUG nova.compute.manager [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.517150] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c19c30-dde5-4f93-8a60-c7ff91883910 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.555364] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184297, 'name': CreateSnapshot_Task, 'duration_secs': 0.766276} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.555625] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1169.556435] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1cac30-d441-432e-a65d-6ccfc3cfb255 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.716233] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5261c51f-6278-bfc1-7815-e4b0559b3c58, 'name': SearchDatastore_Task, 'duration_secs': 0.009251} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.716523] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.716784] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 549c09a7-e299-4516-99f9-7c1f8bfd2a63/549c09a7-e299-4516-99f9-7c1f8bfd2a63.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.717055] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1a0c3c-2c4c-4744-abcf-51c89a9671df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.723275] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1169.723275] env[69302]: value = "task-3184298" [ 1169.723275] env[69302]: _type = "Task" [ 1169.723275] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.730966] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.779510] env[69302]: DEBUG nova.compute.utils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.782909] env[69302]: DEBUG nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.783098] env[69302]: DEBUG nova.network.neutron [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.830584] env[69302]: DEBUG nova.policy [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda37289e92e4f989c3f26d3150d06e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db1b606415014288a2d12d8c66f0fab6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.034201] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.076080] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1170.079464] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29625b63-7944-4e58-a077-9f927c2d6cca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.085910] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1170.085910] env[69302]: value = "task-3184299" [ 1170.085910] env[69302]: _type = "Task" [ 1170.085910] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.090158] env[69302]: DEBUG nova.network.neutron [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Successfully created port: ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.097075] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184299, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.218810] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1170.219076] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1170.219968] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a79e50-7c12-4798-a35f-1a1726d002b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.239713] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b551dbf5-8b0f-4415-a4df-cd24be74b748 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.247353] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184298, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.271709] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-2f072baf-4682-4870-9cc1-8078617662ec/volume-2f072baf-4682-4870-9cc1-8078617662ec.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.272069] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce1d9b1-11a1-472f-98d8-592762c4545b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.290140] env[69302]: DEBUG nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.301060] env[69302]: DEBUG oslo_vmware.api [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1170.301060] env[69302]: value = "task-3184300" [ 1170.301060] env[69302]: _type = "Task" [ 1170.301060] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.315608] env[69302]: DEBUG oslo_vmware.api [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184300, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.458900] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77386c77-dc33-416b-a992-aeb2047df559 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.468089] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091a8e27-4593-4fa8-99d6-343db2a147b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.499867] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a87061-b982-4ad2-aad0-1a6718fbba15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.507538] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8496057d-5ca0-46ee-ae6f-e76f3f2f9bfc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.523123] env[69302]: DEBUG nova.compute.provider_tree [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.596151] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184299, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.734534] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551344} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.734816] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 549c09a7-e299-4516-99f9-7c1f8bfd2a63/549c09a7-e299-4516-99f9-7c1f8bfd2a63.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.735082] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.735351] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58bf6b4f-e278-4783-80fd-444a4f7d4b8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.741755] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1170.741755] env[69302]: value = "task-3184301" [ 1170.741755] env[69302]: _type = "Task" [ 1170.741755] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.750291] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.810063] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "7e112cee-2605-451b-b720-78a9c6f6e815" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.810319] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "7e112cee-2605-451b-b720-78a9c6f6e815" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.810513] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "7e112cee-2605-451b-b720-78a9c6f6e815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.810712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "7e112cee-2605-451b-b720-78a9c6f6e815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.810852] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "7e112cee-2605-451b-b720-78a9c6f6e815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.812440] env[69302]: DEBUG oslo_vmware.api [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184300, 'name': ReconfigVM_Task, 'duration_secs': 0.467977} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.812724] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-2f072baf-4682-4870-9cc1-8078617662ec/volume-2f072baf-4682-4870-9cc1-8078617662ec.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.817856] env[69302]: INFO nova.compute.manager [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Terminating instance [ 1170.819168] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ab229c-eaaf-4ac8-a367-ac45c2f63c42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.835870] env[69302]: DEBUG oslo_vmware.api [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1170.835870] env[69302]: value = "task-3184302" [ 1170.835870] env[69302]: _type = "Task" [ 1170.835870] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.845172] env[69302]: DEBUG oslo_vmware.api [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.027553] env[69302]: DEBUG nova.scheduler.client.report [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.096360] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184299, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.252536] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065036} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.252881] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.253682] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854f8bc-8247-4682-9add-5dd30fc8575d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.275929] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 549c09a7-e299-4516-99f9-7c1f8bfd2a63/549c09a7-e299-4516-99f9-7c1f8bfd2a63.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.276150] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a23d1f-91de-4430-8111-6f1757fc656b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.295096] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1171.295096] env[69302]: value = "task-3184303" [ 1171.295096] env[69302]: _type = "Task" [ 1171.295096] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.303162] env[69302]: DEBUG nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.305345] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.329134] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.329394] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.329555] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.329742] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.329977] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.330089] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.330306] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.330464] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.330630] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.330793] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.330965] env[69302]: DEBUG nova.virt.hardware [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.331546] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "refresh_cache-7e112cee-2605-451b-b720-78a9c6f6e815" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.331783] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquired lock "refresh_cache-7e112cee-2605-451b-b720-78a9c6f6e815" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.331975] env[69302]: DEBUG nova.network.neutron [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.333600] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd23906-10a9-4f16-be56-9158e0ec5c04 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.348566] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d55e3-8689-4d6e-87e6-e82cfa6970c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.352744] env[69302]: DEBUG oslo_vmware.api [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184302, 'name': ReconfigVM_Task, 'duration_secs': 0.165063} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.353018] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1171.518863] env[69302]: DEBUG nova.compute.manager [req-5c685bca-e5ae-443e-9832-71dc17924d41 req-56d31b6a-1a6f-4be5-a606-098ade559246 service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Received event network-vif-plugged-ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.519523] env[69302]: DEBUG oslo_concurrency.lockutils [req-5c685bca-e5ae-443e-9832-71dc17924d41 req-56d31b6a-1a6f-4be5-a606-098ade559246 service nova] Acquiring lock "33ca0c21-4237-4295-a513-d30759e22e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.519773] env[69302]: DEBUG oslo_concurrency.lockutils [req-5c685bca-e5ae-443e-9832-71dc17924d41 req-56d31b6a-1a6f-4be5-a606-098ade559246 service nova] Lock "33ca0c21-4237-4295-a513-d30759e22e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.519966] env[69302]: DEBUG oslo_concurrency.lockutils [req-5c685bca-e5ae-443e-9832-71dc17924d41 req-56d31b6a-1a6f-4be5-a606-098ade559246 service nova] Lock "33ca0c21-4237-4295-a513-d30759e22e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.520170] env[69302]: DEBUG nova.compute.manager [req-5c685bca-e5ae-443e-9832-71dc17924d41 req-56d31b6a-1a6f-4be5-a606-098ade559246 service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] No waiting events found dispatching network-vif-plugged-ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.520355] env[69302]: WARNING nova.compute.manager [req-5c685bca-e5ae-443e-9832-71dc17924d41 req-56d31b6a-1a6f-4be5-a606-098ade559246 service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Received unexpected event network-vif-plugged-ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4 for instance with vm_state building and task_state spawning. [ 1171.531429] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.532028] env[69302]: DEBUG nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.535195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.501s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.535415] env[69302]: DEBUG nova.objects.instance [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1171.598392] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184299, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.619852] env[69302]: DEBUG nova.network.neutron [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Successfully updated port: ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.805043] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184303, 'name': ReconfigVM_Task, 'duration_secs': 0.290707} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.805279] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 549c09a7-e299-4516-99f9-7c1f8bfd2a63/549c09a7-e299-4516-99f9-7c1f8bfd2a63.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.805907] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04509ffe-1e21-421a-b9bb-8bcc17ccc1d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.811924] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1171.811924] env[69302]: value = "task-3184304" [ 1171.811924] env[69302]: _type = "Task" [ 1171.811924] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.820196] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184304, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.862882] env[69302]: DEBUG nova.network.neutron [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.943577] env[69302]: DEBUG nova.network.neutron [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.040968] env[69302]: DEBUG nova.compute.utils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.045179] env[69302]: DEBUG nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.045375] env[69302]: DEBUG nova.network.neutron [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.083020] env[69302]: DEBUG nova.policy [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6623ce5622b4b26a4adb0abc2ebb4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc751e9371ab4bf8a13524a2ae8d64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.097193] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184299, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.122782] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquiring lock "refresh_cache-33ca0c21-4237-4295-a513-d30759e22e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.122782] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquired lock "refresh_cache-33ca0c21-4237-4295-a513-d30759e22e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.122782] env[69302]: DEBUG nova.network.neutron [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.324385] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184304, 'name': Rename_Task, 'duration_secs': 0.149044} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.325214] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.325214] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3791db5-7952-4d85-bb26-afc770a03952 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.331521] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1172.331521] env[69302]: value = "task-3184305" [ 1172.331521] env[69302]: _type = "Task" [ 1172.331521] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.341049] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.345787] env[69302]: DEBUG nova.network.neutron [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Successfully created port: 2875ff4c-1f01-4532-951b-801d00069833 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.392870] env[69302]: DEBUG nova.objects.instance [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'flavor' on Instance uuid e71a2dc1-d62f-4140-907b-26ecab0172a9 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.447258] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Releasing lock "refresh_cache-7e112cee-2605-451b-b720-78a9c6f6e815" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.451019] env[69302]: DEBUG nova.compute.manager [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.451019] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.451019] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d524ff62-98af-40f2-8f60-2794ca97cb39 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.457693] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.457947] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-715a42b5-47a0-4d14-a5d6-cb09554b80e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.464045] env[69302]: DEBUG oslo_vmware.api [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1172.464045] env[69302]: value = "task-3184306" [ 1172.464045] env[69302]: _type = "Task" [ 1172.464045] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.471843] env[69302]: DEBUG oslo_vmware.api [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.545868] env[69302]: DEBUG nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.550421] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fe74cd4b-b3f1-4dac-8ef5-a51295e97956 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.602489] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184299, 'name': CloneVM_Task, 'duration_secs': 2.223285} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.602829] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Created linked-clone VM from snapshot [ 1172.603697] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f32a0-bc60-4c16-81a9-a9f327932ca9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.612879] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Uploading image d1e695e9-6651-446a-bdc2-86403ed7240a {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1172.638446] env[69302]: DEBUG oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1172.638446] env[69302]: value = "vm-636870" [ 1172.638446] env[69302]: _type = "VirtualMachine" [ 1172.638446] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1172.639157] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-23cced5f-8f83-4f5e-ae21-0015356c392e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.647206] env[69302]: DEBUG oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease: (returnval){ [ 1172.647206] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c72a29-fd20-a98b-da86-722850cf8691" [ 1172.647206] env[69302]: _type = "HttpNfcLease" [ 1172.647206] env[69302]: } obtained for exporting VM: (result){ [ 1172.647206] env[69302]: value = "vm-636870" [ 1172.647206] env[69302]: _type = "VirtualMachine" [ 1172.647206] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1172.647206] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the lease: (returnval){ [ 1172.647206] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c72a29-fd20-a98b-da86-722850cf8691" [ 1172.647206] env[69302]: _type = "HttpNfcLease" [ 1172.647206] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1172.653303] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1172.653303] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c72a29-fd20-a98b-da86-722850cf8691" [ 1172.653303] env[69302]: _type = "HttpNfcLease" [ 1172.653303] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1172.657153] env[69302]: DEBUG nova.network.neutron [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.792849] env[69302]: DEBUG nova.network.neutron [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Updating instance_info_cache with network_info: [{"id": "ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4", "address": "fa:16:3e:dd:64:47", "network": {"id": "86caa703-4470-4dac-b6ea-6671df98ee1e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1963602288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1b606415014288a2d12d8c66f0fab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1f68-0f", "ovs_interfaceid": "ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.842219] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.899336] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8bc2a306-c200-4dfc-b803-e04add5d2d53 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.300s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.975083] env[69302]: DEBUG oslo_vmware.api [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184306, 'name': PowerOffVM_Task, 'duration_secs': 0.180915} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.975083] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.975383] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.975675] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c8cbc2e-844a-4e67-9373-f43752abe67b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.003142] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.003427] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.003616] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Deleting the datastore file [datastore2] 7e112cee-2605-451b-b720-78a9c6f6e815 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.003883] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-240fa119-0145-479e-a922-b1ab561729dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.010456] env[69302]: DEBUG oslo_vmware.api [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for the task: (returnval){ [ 1173.010456] env[69302]: value = "task-3184309" [ 1173.010456] env[69302]: _type = "Task" [ 1173.010456] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.018523] env[69302]: DEBUG oslo_vmware.api [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.155975] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.155975] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c72a29-fd20-a98b-da86-722850cf8691" [ 1173.155975] env[69302]: _type = "HttpNfcLease" [ 1173.155975] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1173.156329] env[69302]: DEBUG oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1173.156329] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c72a29-fd20-a98b-da86-722850cf8691" [ 1173.156329] env[69302]: _type = "HttpNfcLease" [ 1173.156329] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1173.156984] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16456172-7fd3-48cf-b709-0d88bfdc6de0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.167216] env[69302]: DEBUG oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7e03e-89f0-f994-c575-531826255f9f/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1173.167422] env[69302]: DEBUG oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7e03e-89f0-f994-c575-531826255f9f/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1173.258447] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ce765b6-6d8b-4236-861d-a591b4d8c31a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.281936] env[69302]: INFO nova.compute.manager [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Rebuilding instance [ 1173.296686] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Releasing lock "refresh_cache-33ca0c21-4237-4295-a513-d30759e22e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.297017] env[69302]: DEBUG nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Instance network_info: |[{"id": "ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4", "address": "fa:16:3e:dd:64:47", "network": {"id": "86caa703-4470-4dac-b6ea-6671df98ee1e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1963602288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1b606415014288a2d12d8c66f0fab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1f68-0f", "ovs_interfaceid": "ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.297585] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:64:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.305381] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Creating folder: Project (db1b606415014288a2d12d8c66f0fab6). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.309122] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0f12000-b746-4d90-ad63-daa22836f812 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.319772] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Created folder: Project (db1b606415014288a2d12d8c66f0fab6) in parent group-v636578. [ 1173.319975] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Creating folder: Instances. Parent ref: group-v636871. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1173.320303] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6679c6d1-92e6-467c-a7bd-a9ea3884d51d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.327629] env[69302]: DEBUG nova.compute.manager [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.328439] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc29ae-dc34-4dd1-b01e-4c65072a8e7f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.332289] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Created folder: Instances in parent group-v636871. [ 1173.332507] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.335710] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.337356] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e40a1e-b899-4b80-ac5c-5e23ce091cbf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.358152] env[69302]: DEBUG oslo_vmware.api [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184305, 'name': PowerOnVM_Task, 'duration_secs': 0.649486} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.359324] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.359526] env[69302]: INFO nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1173.359704] env[69302]: DEBUG nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.359939] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.359939] env[69302]: value = "task-3184312" [ 1173.359939] env[69302]: _type = "Task" [ 1173.359939] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.360620] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c22a44d-af5b-4948-af5a-78640c039fe5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.376762] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184312, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.519953] env[69302]: DEBUG oslo_vmware.api [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Task: {'id': task-3184309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233993} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.519953] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.519953] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.520256] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.520327] env[69302]: INFO nova.compute.manager [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1173.520606] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.520835] env[69302]: DEBUG nova.compute.manager [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.520948] env[69302]: DEBUG nova.network.neutron [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.536574] env[69302]: DEBUG nova.network.neutron [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.550647] env[69302]: DEBUG nova.compute.manager [req-5f0285e3-c784-46df-b84a-837e633ffce3 req-d46864d6-ee46-4fce-b702-0a39ebc77048 service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Received event network-changed-ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.550761] env[69302]: DEBUG nova.compute.manager [req-5f0285e3-c784-46df-b84a-837e633ffce3 req-d46864d6-ee46-4fce-b702-0a39ebc77048 service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Refreshing instance network info cache due to event network-changed-ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.550963] env[69302]: DEBUG oslo_concurrency.lockutils [req-5f0285e3-c784-46df-b84a-837e633ffce3 req-d46864d6-ee46-4fce-b702-0a39ebc77048 service nova] Acquiring lock "refresh_cache-33ca0c21-4237-4295-a513-d30759e22e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.551126] env[69302]: DEBUG oslo_concurrency.lockutils [req-5f0285e3-c784-46df-b84a-837e633ffce3 req-d46864d6-ee46-4fce-b702-0a39ebc77048 service nova] Acquired lock "refresh_cache-33ca0c21-4237-4295-a513-d30759e22e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.551283] env[69302]: DEBUG nova.network.neutron [req-5f0285e3-c784-46df-b84a-837e633ffce3 req-d46864d6-ee46-4fce-b702-0a39ebc77048 service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Refreshing network info cache for port ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.558203] env[69302]: DEBUG nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.581289] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.582456] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.582628] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.582813] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.582974] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.583248] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.583529] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.583714] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.583996] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.584290] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.584485] env[69302]: DEBUG nova.virt.hardware [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.585465] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb97ef-0171-4223-8705-1bd6bdf17db4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.595477] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00054111-28d9-44f0-9310-dd29fb9d73ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.864020] env[69302]: DEBUG nova.network.neutron [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Successfully updated port: 2875ff4c-1f01-4532-951b-801d00069833 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.876179] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184312, 'name': CreateVM_Task, 'duration_secs': 0.456349} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.881331] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.883047] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.883320] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.883761] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.884429] env[69302]: INFO nova.compute.manager [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Took 12.54 seconds to build instance. [ 1173.885303] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3728cecb-4908-4076-86f3-0cc2312cd351 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.891046] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1173.891046] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cb8cc1-c11e-4562-eb05-02e6409950d2" [ 1173.891046] env[69302]: _type = "Task" [ 1173.891046] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.904278] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cb8cc1-c11e-4562-eb05-02e6409950d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.039348] env[69302]: DEBUG nova.network.neutron [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.304786] env[69302]: DEBUG nova.network.neutron [req-5f0285e3-c784-46df-b84a-837e633ffce3 req-d46864d6-ee46-4fce-b702-0a39ebc77048 service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Updated VIF entry in instance network info cache for port ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.305518] env[69302]: DEBUG nova.network.neutron [req-5f0285e3-c784-46df-b84a-837e633ffce3 req-d46864d6-ee46-4fce-b702-0a39ebc77048 service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Updating instance_info_cache with network_info: [{"id": "ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4", "address": "fa:16:3e:dd:64:47", "network": {"id": "86caa703-4470-4dac-b6ea-6671df98ee1e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1963602288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db1b606415014288a2d12d8c66f0fab6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee3f1f68-0f", "ovs_interfaceid": "ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.362980] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.362980] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987eae2d-36be-4e1e-b4da-cc91feb900f5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.366798] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "refresh_cache-e7089867-6db9-414c-be6d-0e83e88e519e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.368218] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "refresh_cache-e7089867-6db9-414c-be6d-0e83e88e519e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.368918] env[69302]: DEBUG nova.network.neutron [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.376718] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1174.376718] env[69302]: value = "task-3184313" [ 1174.376718] env[69302]: _type = "Task" [ 1174.376718] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.385244] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.388312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9143986-b50d-48bd-b3f7-81da70d901d5 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.049s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.401087] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52cb8cc1-c11e-4562-eb05-02e6409950d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013435} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.401605] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.401978] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.402384] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.402717] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.403024] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.403380] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4035e9a2-4632-4a9d-b8e2-6a5d7724e2a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.411922] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.412259] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.413078] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c686ccc-f752-409a-8889-fe03ecc12773 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.419579] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1174.419579] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525b79f5-e4db-ff66-e730-995947828be7" [ 1174.419579] env[69302]: _type = "Task" [ 1174.419579] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.431230] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525b79f5-e4db-ff66-e730-995947828be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.543777] env[69302]: INFO nova.compute.manager [-] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Took 1.02 seconds to deallocate network for instance. [ 1174.689594] env[69302]: DEBUG nova.compute.manager [req-732d452b-6542-4fa2-9b67-6cbb2b4d5d39 req-8021d004-8723-4d38-b5e3-ac0709d4eaa4 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Received event network-changed-9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.689785] env[69302]: DEBUG nova.compute.manager [req-732d452b-6542-4fa2-9b67-6cbb2b4d5d39 req-8021d004-8723-4d38-b5e3-ac0709d4eaa4 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Refreshing instance network info cache due to event network-changed-9cf58250-1cd3-4678-9cd9-3d0996af5cff. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.689995] env[69302]: DEBUG oslo_concurrency.lockutils [req-732d452b-6542-4fa2-9b67-6cbb2b4d5d39 req-8021d004-8723-4d38-b5e3-ac0709d4eaa4 service nova] Acquiring lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.690173] env[69302]: DEBUG oslo_concurrency.lockutils [req-732d452b-6542-4fa2-9b67-6cbb2b4d5d39 req-8021d004-8723-4d38-b5e3-ac0709d4eaa4 service nova] Acquired lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.690455] env[69302]: DEBUG nova.network.neutron [req-732d452b-6542-4fa2-9b67-6cbb2b4d5d39 req-8021d004-8723-4d38-b5e3-ac0709d4eaa4 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Refreshing network info cache for port 9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.808433] env[69302]: DEBUG oslo_concurrency.lockutils [req-5f0285e3-c784-46df-b84a-837e633ffce3 req-d46864d6-ee46-4fce-b702-0a39ebc77048 service nova] Releasing lock "refresh_cache-33ca0c21-4237-4295-a513-d30759e22e49" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.888579] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184313, 'name': PowerOffVM_Task, 'duration_secs': 0.297143} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.890663] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.921799] env[69302]: DEBUG nova.network.neutron [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.932515] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525b79f5-e4db-ff66-e730-995947828be7, 'name': SearchDatastore_Task, 'duration_secs': 0.018911} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.933449] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0522823-094f-4395-9bbb-e8da2e6aefca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.939409] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1174.939409] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522ec365-3394-2f52-302c-a33741e7b500" [ 1174.939409] env[69302]: _type = "Task" [ 1174.939409] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.954152] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522ec365-3394-2f52-302c-a33741e7b500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.956343] env[69302]: INFO nova.compute.manager [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Detaching volume 2f072baf-4682-4870-9cc1-8078617662ec [ 1174.998580] env[69302]: INFO nova.virt.block_device [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Attempting to driver detach volume 2f072baf-4682-4870-9cc1-8078617662ec from mountpoint /dev/sdb [ 1174.998822] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.999016] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.000011] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b693922-cec7-4baa-8e3f-2b2ad34f4530 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.025868] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5379cbc2-9324-4bb6-ad80-15e92f69affe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.033046] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee3120-6bac-42d3-8238-a33764295d8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.054521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.054870] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.054952] env[69302]: DEBUG nova.objects.instance [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lazy-loading 'resources' on Instance uuid 7e112cee-2605-451b-b720-78a9c6f6e815 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.057996] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f78328-9914-4ddb-ae04-32353d4076ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.080364] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] The volume has not been displaced from its original location: [datastore2] volume-2f072baf-4682-4870-9cc1-8078617662ec/volume-2f072baf-4682-4870-9cc1-8078617662ec.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1175.085288] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.085966] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ffc5c3b-4e0f-42d6-9e51-2cd8e8a28e87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.106216] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1175.106216] env[69302]: value = "task-3184314" [ 1175.106216] env[69302]: _type = "Task" [ 1175.106216] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.114820] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.120413] env[69302]: DEBUG nova.network.neutron [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Updating instance_info_cache with network_info: [{"id": "2875ff4c-1f01-4532-951b-801d00069833", "address": "fa:16:3e:98:8b:48", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2875ff4c-1f", "ovs_interfaceid": "2875ff4c-1f01-4532-951b-801d00069833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.450244] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522ec365-3394-2f52-302c-a33741e7b500, 'name': SearchDatastore_Task, 'duration_secs': 0.018187} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.450543] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.450790] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 33ca0c21-4237-4295-a513-d30759e22e49/33ca0c21-4237-4295-a513-d30759e22e49.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.451064] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df34656e-9519-4a66-8d66-7c2535a1c90e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.457022] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1175.457022] env[69302]: value = "task-3184315" [ 1175.457022] env[69302]: _type = "Task" [ 1175.457022] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.467047] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.474252] env[69302]: DEBUG nova.network.neutron [req-732d452b-6542-4fa2-9b67-6cbb2b4d5d39 req-8021d004-8723-4d38-b5e3-ac0709d4eaa4 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updated VIF entry in instance network info cache for port 9cf58250-1cd3-4678-9cd9-3d0996af5cff. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.474714] env[69302]: DEBUG nova.network.neutron [req-732d452b-6542-4fa2-9b67-6cbb2b4d5d39 req-8021d004-8723-4d38-b5e3-ac0709d4eaa4 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updating instance_info_cache with network_info: [{"id": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "address": "fa:16:3e:9b:67:d1", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf58250-1c", "ovs_interfaceid": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.585022] env[69302]: DEBUG nova.compute.manager [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Received event network-vif-plugged-2875ff4c-1f01-4532-951b-801d00069833 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.585321] env[69302]: DEBUG oslo_concurrency.lockutils [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] Acquiring lock "e7089867-6db9-414c-be6d-0e83e88e519e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.585616] env[69302]: DEBUG oslo_concurrency.lockutils [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] Lock "e7089867-6db9-414c-be6d-0e83e88e519e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.585852] env[69302]: DEBUG oslo_concurrency.lockutils [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] Lock "e7089867-6db9-414c-be6d-0e83e88e519e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.585982] env[69302]: DEBUG nova.compute.manager [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] No waiting events found dispatching network-vif-plugged-2875ff4c-1f01-4532-951b-801d00069833 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.586098] env[69302]: WARNING nova.compute.manager [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Received unexpected event network-vif-plugged-2875ff4c-1f01-4532-951b-801d00069833 for instance with vm_state building and task_state spawning. [ 1175.586340] env[69302]: DEBUG nova.compute.manager [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Received event network-changed-2875ff4c-1f01-4532-951b-801d00069833 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.586452] env[69302]: DEBUG nova.compute.manager [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Refreshing instance network info cache due to event network-changed-2875ff4c-1f01-4532-951b-801d00069833. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.586640] env[69302]: DEBUG oslo_concurrency.lockutils [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] Acquiring lock "refresh_cache-e7089867-6db9-414c-be6d-0e83e88e519e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.620279] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184314, 'name': ReconfigVM_Task, 'duration_secs': 0.290634} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.620970] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.626575] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "refresh_cache-e7089867-6db9-414c-be6d-0e83e88e519e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.626832] env[69302]: DEBUG nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Instance network_info: |[{"id": "2875ff4c-1f01-4532-951b-801d00069833", "address": "fa:16:3e:98:8b:48", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2875ff4c-1f", "ovs_interfaceid": "2875ff4c-1f01-4532-951b-801d00069833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.627118] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca7e89a-8c1a-46a7-ae87-3b3fae6c3101 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.640023] env[69302]: DEBUG oslo_concurrency.lockutils [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] Acquired lock "refresh_cache-e7089867-6db9-414c-be6d-0e83e88e519e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.640249] env[69302]: DEBUG nova.network.neutron [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Refreshing network info cache for port 2875ff4c-1f01-4532-951b-801d00069833 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.641615] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:8b:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2875ff4c-1f01-4532-951b-801d00069833', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.649591] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.653101] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.654656] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a516e963-fa92-4fa6-bb0d-25a2bd68e69c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.674461] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1175.674461] env[69302]: value = "task-3184316" [ 1175.674461] env[69302]: _type = "Task" [ 1175.674461] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.680611] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.680611] env[69302]: value = "task-3184317" [ 1175.680611] env[69302]: _type = "Task" [ 1175.680611] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.684271] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.696067] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184317, 'name': CreateVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.762947] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb66a77d-04e6-4009-831e-da14ade2e5a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.771679] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22412236-2a46-4083-8a4f-759531f4ae67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.806966] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3138f7f5-969c-436c-923d-f99cb56dac4b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.816087] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88827654-e535-4d69-834e-f257cf4f06b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.830630] env[69302]: DEBUG nova.compute.provider_tree [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.946519] env[69302]: DEBUG nova.network.neutron [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Updated VIF entry in instance network info cache for port 2875ff4c-1f01-4532-951b-801d00069833. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.947134] env[69302]: DEBUG nova.network.neutron [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Updating instance_info_cache with network_info: [{"id": "2875ff4c-1f01-4532-951b-801d00069833", "address": "fa:16:3e:98:8b:48", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2875ff4c-1f", "ovs_interfaceid": "2875ff4c-1f01-4532-951b-801d00069833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.970255] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184315, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.978153] env[69302]: DEBUG oslo_concurrency.lockutils [req-732d452b-6542-4fa2-9b67-6cbb2b4d5d39 req-8021d004-8723-4d38-b5e3-ac0709d4eaa4 service nova] Releasing lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.184971] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184316, 'name': ReconfigVM_Task, 'duration_secs': 0.442732} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.188211] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.195489] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184317, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.335554] env[69302]: DEBUG nova.scheduler.client.report [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.373755] env[69302]: DEBUG nova.compute.manager [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1176.450014] env[69302]: DEBUG oslo_concurrency.lockutils [req-fc0d1e01-cb5d-452d-b411-b44a5fbd010a req-c3fd70ea-3823-4a3a-927a-a5a240e72165 service nova] Releasing lock "refresh_cache-e7089867-6db9-414c-be6d-0e83e88e519e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.469880] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545633} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.470244] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 33ca0c21-4237-4295-a513-d30759e22e49/33ca0c21-4237-4295-a513-d30759e22e49.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.470512] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.470856] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a7d0b7-9b2f-4aae-b2e8-4c2ebf8dcfaa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.478950] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1176.478950] env[69302]: value = "task-3184318" [ 1176.478950] env[69302]: _type = "Task" [ 1176.478950] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.487916] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.694696] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184317, 'name': CreateVM_Task, 'duration_secs': 0.585594} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.694889] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.695623] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.695789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.696153] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.696422] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c41f3ce-1a9b-4689-b3cc-ed4a95b35f12 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.701030] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1176.701030] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52883623-c313-1502-7f6a-5a37b6a5aada" [ 1176.701030] env[69302]: _type = "Task" [ 1176.701030] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.711357] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52883623-c313-1502-7f6a-5a37b6a5aada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.841048] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.863040] env[69302]: INFO nova.scheduler.client.report [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Deleted allocations for instance 7e112cee-2605-451b-b720-78a9c6f6e815 [ 1176.891643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.891940] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.989292] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074339} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.989621] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.990463] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aab806-2323-453c-a7ef-5913105a4578 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.015648] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 33ca0c21-4237-4295-a513-d30759e22e49/33ca0c21-4237-4295-a513-d30759e22e49.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.016084] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164b59d9-0ddd-490b-aa1e-44bfcea20bb0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.035447] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1177.035447] env[69302]: value = "task-3184319" [ 1177.035447] env[69302]: _type = "Task" [ 1177.035447] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.210985] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52883623-c313-1502-7f6a-5a37b6a5aada, 'name': SearchDatastore_Task, 'duration_secs': 0.016771} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.211324] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.211556] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.211787] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.211932] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.212363] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.212435] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c9b8396-b57e-4427-b6e6-e1603ab73f87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.220754] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.220943] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.221725] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591a0811-6dbb-49ba-9441-79233a5020e0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.227462] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1177.227462] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525ca218-e01e-f133-0479-df5e74a98972" [ 1177.227462] env[69302]: _type = "Task" [ 1177.227462] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.235259] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525ca218-e01e-f133-0479-df5e74a98972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.252060] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.252371] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97cda05d-d75a-40d8-a122-457372ef3474 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.259974] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1177.259974] env[69302]: value = "task-3184320" [ 1177.259974] env[69302]: _type = "Task" [ 1177.259974] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.269886] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1177.270120] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.270316] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.271157] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c5b68a-dcce-42cb-a0f5-1e25f8c62c17 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.290579] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530b62bb-8013-4b1f-aad7-497fe5560e3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.297106] env[69302]: WARNING nova.virt.vmwareapi.driver [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1177.297459] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.298570] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddb7e3f-e864-4f74-b24e-d2aece6e8621 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.305017] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.305284] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6df6370f-6ca7-4c78-a6a2-f1c883f1878d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.373527] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.373753] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.374080] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleting the datastore file [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.374673] env[69302]: DEBUG oslo_concurrency.lockutils [None req-34c46b4e-7bf9-4f3f-aeec-688df5913566 tempest-ServersListShow2100Test-671788631 tempest-ServersListShow2100Test-671788631-project-member] Lock "7e112cee-2605-451b-b720-78a9c6f6e815" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.564s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.375595] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f42d1b72-d675-4321-8bf1-6bd3a8a1444c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.381977] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1177.381977] env[69302]: value = "task-3184322" [ 1177.381977] env[69302]: _type = "Task" [ 1177.381977] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.390829] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.397448] env[69302]: INFO nova.compute.claims [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.546896] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.738388] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525ca218-e01e-f133-0479-df5e74a98972, 'name': SearchDatastore_Task, 'duration_secs': 0.016092} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.739172] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c338cdf7-9a43-4e5e-9e6f-a9ddad0dcbaf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.744693] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1177.744693] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527ab442-13ee-1c89-69ce-74226576db50" [ 1177.744693] env[69302]: _type = "Task" [ 1177.744693] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.752137] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527ab442-13ee-1c89-69ce-74226576db50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.892496] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285291} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.892771] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.892963] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.893244] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.904038] env[69302]: INFO nova.compute.resource_tracker [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating resource usage from migration 11239ac3-d317-48a8-a52b-3e828124e66e [ 1178.036038] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b583e41-4ebf-4ddf-a27a-b000b847b786 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.048787] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5167322e-a31f-4f8d-9d63-e5db26addfa4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.051903] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184319, 'name': ReconfigVM_Task, 'duration_secs': 0.536368} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.052207] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 33ca0c21-4237-4295-a513-d30759e22e49/33ca0c21-4237-4295-a513-d30759e22e49.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.053076] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8980c62b-db6b-45a5-a841-173e6dc7c809 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.080513] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4213ab-3b99-4e74-b709-8cb0d544908d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.082940] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1178.082940] env[69302]: value = "task-3184323" [ 1178.082940] env[69302]: _type = "Task" [ 1178.082940] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.090079] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c079faa-71fd-4345-a745-f5100a14f61b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.097109] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184323, 'name': Rename_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.106295] env[69302]: DEBUG nova.compute.provider_tree [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.255990] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527ab442-13ee-1c89-69ce-74226576db50, 'name': SearchDatastore_Task, 'duration_secs': 0.018124} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.256310] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.256667] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e7089867-6db9-414c-be6d-0e83e88e519e/e7089867-6db9-414c-be6d-0e83e88e519e.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.256954] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916b1771-2618-495f-926f-2e5fd40a5ce9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.263687] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1178.263687] env[69302]: value = "task-3184324" [ 1178.263687] env[69302]: _type = "Task" [ 1178.263687] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.272283] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.399112] env[69302]: INFO nova.virt.block_device [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Booting with volume 2f072baf-4682-4870-9cc1-8078617662ec at /dev/sdb [ 1178.436467] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd5bd565-ed5e-476a-93fc-d03e83b837e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.445789] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0e1f81-f967-440e-94f3-06060ad11b33 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.478080] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03cbcc28-a8a3-46ec-87ea-f611d5ee06c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.486235] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efba20b3-d213-440a-bf28-3f6fd1f164be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.516722] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb85c5d-42fa-4c60-8118-fee55475b576 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.523656] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a730eca1-72df-40b8-8ac9-f04e0be7aad1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.538466] env[69302]: DEBUG nova.virt.block_device [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updating existing volume attachment record: 0441b857-7e5b-4db6-85ff-6fb864cf5aca {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.596588] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184323, 'name': Rename_Task, 'duration_secs': 0.284483} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.597145] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.597633] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e80c362-4e07-40fb-acef-bcf676933b0a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.604656] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1178.604656] env[69302]: value = "task-3184325" [ 1178.604656] env[69302]: _type = "Task" [ 1178.604656] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.609488] env[69302]: DEBUG nova.scheduler.client.report [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.615443] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.775419] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184324, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.116825] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.225s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.117100] env[69302]: INFO nova.compute.manager [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Migrating [ 1179.123407] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.274850] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611413} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.275159] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e7089867-6db9-414c-be6d-0e83e88e519e/e7089867-6db9-414c-be6d-0e83e88e519e.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.275373] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.275628] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef762090-22a4-4b26-bf4d-d1db70d1bc65 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.282249] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1179.282249] env[69302]: value = "task-3184326" [ 1179.282249] env[69302]: _type = "Task" [ 1179.282249] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.291940] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.615676] env[69302]: DEBUG oslo_vmware.api [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184325, 'name': PowerOnVM_Task, 'duration_secs': 0.810868} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.615986] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.616149] env[69302]: INFO nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1179.616328] env[69302]: DEBUG nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.617141] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f19f4-3c86-4a8f-b201-62acf1f36e46 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.631959] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.632239] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.632358] env[69302]: DEBUG nova.network.neutron [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.791823] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067354} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.792473] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.793270] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e0aa58-9287-48c2-9a33-903d0c8c63b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.814902] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e7089867-6db9-414c-be6d-0e83e88e519e/e7089867-6db9-414c-be6d-0e83e88e519e.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.815182] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b602e09a-ab09-4b50-b35b-3cd7fded8571 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.834184] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1179.834184] env[69302]: value = "task-3184327" [ 1179.834184] env[69302]: _type = "Task" [ 1179.834184] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.842181] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.133930] env[69302]: INFO nova.compute.manager [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Took 13.10 seconds to build instance. [ 1180.344294] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.366793] env[69302]: DEBUG nova.network.neutron [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance_info_cache with network_info: [{"id": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "address": "fa:16:3e:4c:7a:43", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a0ef1-71", "ovs_interfaceid": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.637778] env[69302]: DEBUG oslo_concurrency.lockutils [None req-838c027c-8fa5-4d83-a3d6-b7d17dc52547 tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "33ca0c21-4237-4295-a513-d30759e22e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.613s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.667058] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.667058] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.667058] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.667058] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.667307] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.667362] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.667622] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.667807] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.668050] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.668263] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.668486] env[69302]: DEBUG nova.virt.hardware [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.669750] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac711559-3f93-426c-b456-738762c1c50a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.679164] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151097a0-cd5b-4a13-a8d4-96e80262f296 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.693517] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:47:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07713fd0-e5ed-4bea-887a-ba3b4e57e147', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.700871] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.701171] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.701398] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fa36371-c6ae-48e6-b544-b60a9cbae5db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.720925] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.720925] env[69302]: value = "task-3184328" [ 1180.720925] env[69302]: _type = "Task" [ 1180.720925] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.728857] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184328, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.844423] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.869523] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.911646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquiring lock "33ca0c21-4237-4295-a513-d30759e22e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.911951] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "33ca0c21-4237-4295-a513-d30759e22e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.912321] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquiring lock "33ca0c21-4237-4295-a513-d30759e22e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.912527] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "33ca0c21-4237-4295-a513-d30759e22e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.912701] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "33ca0c21-4237-4295-a513-d30759e22e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.915036] env[69302]: INFO nova.compute.manager [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Terminating instance [ 1181.230742] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184328, 'name': CreateVM_Task, 'duration_secs': 0.385601} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.230916] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.231596] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.231768] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.232136] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.232387] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65ec936-f8a2-4600-8787-d43083d1329c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.236797] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1181.236797] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5253cce8-3731-1dee-4969-6d00ea419196" [ 1181.236797] env[69302]: _type = "Task" [ 1181.236797] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.244317] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5253cce8-3731-1dee-4969-6d00ea419196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.344916] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184327, 'name': ReconfigVM_Task, 'duration_secs': 1.279961} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.345244] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e7089867-6db9-414c-be6d-0e83e88e519e/e7089867-6db9-414c-be6d-0e83e88e519e.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.345921] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-951351cd-dabe-435a-b41f-d6ac92e6b09b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.352435] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1181.352435] env[69302]: value = "task-3184329" [ 1181.352435] env[69302]: _type = "Task" [ 1181.352435] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.360647] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184329, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.420075] env[69302]: DEBUG nova.compute.manager [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.420075] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.421126] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dcdf7c-c02b-4454-8904-7aeddc563e62 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.429459] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.429730] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa68ca14-3bd9-4b74-976c-caf3ed3e370b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.435829] env[69302]: DEBUG oslo_vmware.api [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1181.435829] env[69302]: value = "task-3184330" [ 1181.435829] env[69302]: _type = "Task" [ 1181.435829] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.445869] env[69302]: DEBUG oslo_vmware.api [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.584282] env[69302]: DEBUG oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7e03e-89f0-f994-c575-531826255f9f/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1181.585455] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223bf356-8d97-43d6-b76d-907108a400f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.592140] env[69302]: DEBUG oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7e03e-89f0-f994-c575-531826255f9f/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1181.592323] env[69302]: ERROR oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7e03e-89f0-f994-c575-531826255f9f/disk-0.vmdk due to incomplete transfer. [ 1181.592562] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-536c4193-7bf4-4f08-b25e-c165e3514961 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.599497] env[69302]: DEBUG oslo_vmware.rw_handles [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b7e03e-89f0-f994-c575-531826255f9f/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1181.599591] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Uploaded image d1e695e9-6651-446a-bdc2-86403ed7240a to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1181.602940] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1181.602940] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84478999-94e2-466a-9e56-876c9f3b7963 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.608304] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1181.608304] env[69302]: value = "task-3184331" [ 1181.608304] env[69302]: _type = "Task" [ 1181.608304] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.618289] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184331, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.747274] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5253cce8-3731-1dee-4969-6d00ea419196, 'name': SearchDatastore_Task, 'duration_secs': 0.015325} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.747590] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.747824] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.748075] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.748226] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.748403] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.748663] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d49a80d-d310-4b51-8865-68b36769e5e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.757066] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.757245] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.757952] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613357e1-dfc6-4814-9c5d-503be03515fd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.764503] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1181.764503] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527693fc-6c5d-99fb-ec80-d9b2a7c1c121" [ 1181.764503] env[69302]: _type = "Task" [ 1181.764503] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.771882] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527693fc-6c5d-99fb-ec80-d9b2a7c1c121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.862646] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184329, 'name': Rename_Task, 'duration_secs': 0.197062} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.862853] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.863130] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-807b4b12-ac44-46cf-9b2b-10232d563c1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.870026] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1181.870026] env[69302]: value = "task-3184332" [ 1181.870026] env[69302]: _type = "Task" [ 1181.870026] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.883723] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.945511] env[69302]: DEBUG oslo_vmware.api [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184330, 'name': PowerOffVM_Task, 'duration_secs': 0.17246} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.945776] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.945945] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.946205] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b84d996b-be71-43bb-b793-ef8af1cb47bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.014895] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.015206] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.015323] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Deleting the datastore file [datastore1] 33ca0c21-4237-4295-a513-d30759e22e49 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.015578] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-511b323c-66a4-4650-92a7-3cb1837084ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.022007] env[69302]: DEBUG oslo_vmware.api [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for the task: (returnval){ [ 1182.022007] env[69302]: value = "task-3184334" [ 1182.022007] env[69302]: _type = "Task" [ 1182.022007] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.030231] env[69302]: DEBUG oslo_vmware.api [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.118946] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184331, 'name': Destroy_Task, 'duration_secs': 0.348226} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.119203] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Destroyed the VM [ 1182.119651] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1182.119931] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d9497ec-41e8-42be-9609-a4488d59804b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.126337] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1182.126337] env[69302]: value = "task-3184335" [ 1182.126337] env[69302]: _type = "Task" [ 1182.126337] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.134397] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.275417] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527693fc-6c5d-99fb-ec80-d9b2a7c1c121, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.276140] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1475b63-4362-4996-8b05-1e5ddbe5bf42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.281637] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1182.281637] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52efa49d-f9ab-07dd-a9a7-2a17a54ed806" [ 1182.281637] env[69302]: _type = "Task" [ 1182.281637] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.290512] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52efa49d-f9ab-07dd-a9a7-2a17a54ed806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.382639] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184332, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.389527] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1d7cc-4732-45e8-8f1c-324d0c528afe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.414795] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance 'c586b890-7ac9-4605-bd87-4af6609d3916' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.533582] env[69302]: DEBUG oslo_vmware.api [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Task: {'id': task-3184334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278824} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.533582] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.533877] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.534022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.534653] env[69302]: INFO nova.compute.manager [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1182.534653] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.534806] env[69302]: DEBUG nova.compute.manager [-] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.534806] env[69302]: DEBUG nova.network.neutron [-] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.637066] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.736736] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.736982] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.737144] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.737292] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.738077] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.738077] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.738077] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.738077] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1182.738592] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.794228] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52efa49d-f9ab-07dd-a9a7-2a17a54ed806, 'name': SearchDatastore_Task, 'duration_secs': 0.018861} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.794610] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.794838] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9/e71a2dc1-d62f-4140-907b-26ecab0172a9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.795188] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-905f0a62-d943-4268-8e20-7ebfc00c5c01 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.802541] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1182.802541] env[69302]: value = "task-3184336" [ 1182.802541] env[69302]: _type = "Task" [ 1182.802541] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.810616] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.881063] env[69302]: DEBUG oslo_vmware.api [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184332, 'name': PowerOnVM_Task, 'duration_secs': 0.585636} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.881358] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.881759] env[69302]: INFO nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1182.881805] env[69302]: DEBUG nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.882797] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1c35fb-c1ef-4dac-8e61-def146fe90ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.921687] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.922821] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ef4f8b-2bed-4c2d-a1e4-d69bdb81c673 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.929318] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1182.929318] env[69302]: value = "task-3184337" [ 1182.929318] env[69302]: _type = "Task" [ 1182.929318] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.941484] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.142588] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184335, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.152378] env[69302]: DEBUG nova.compute.manager [req-ef4ef989-8df0-4971-bc6d-2d8896ceff55 req-47ea092c-5c38-4707-ac33-e26afcd0f3dd service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Received event network-vif-deleted-ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.152893] env[69302]: INFO nova.compute.manager [req-ef4ef989-8df0-4971-bc6d-2d8896ceff55 req-47ea092c-5c38-4707-ac33-e26afcd0f3dd service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Neutron deleted interface ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4; detaching it from the instance and deleting it from the info cache [ 1183.153199] env[69302]: DEBUG nova.network.neutron [req-ef4ef989-8df0-4971-bc6d-2d8896ceff55 req-47ea092c-5c38-4707-ac33-e26afcd0f3dd service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.241726] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.242062] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.242452] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.242649] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1183.243642] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065b7bb4-e6c2-48d1-98a7-5612ad14be70 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.253340] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a36e3-1c1f-48cb-825b-e77b23bbcb0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.273962] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ff1a4d-811e-4a06-99ee-e1440173b3cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.283051] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe51204-78e7-402e-8b09-9648b39c2b22 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.317904] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179759MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1183.318138] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.319128] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.329342] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184336, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.405596] env[69302]: INFO nova.compute.manager [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Took 15.59 seconds to build instance. [ 1183.444849] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184337, 'name': PowerOffVM_Task, 'duration_secs': 0.227351} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.445962] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.446396] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance 'c586b890-7ac9-4605-bd87-4af6609d3916' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.638332] env[69302]: DEBUG nova.network.neutron [-] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.639607] env[69302]: DEBUG oslo_vmware.api [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184335, 'name': RemoveSnapshot_Task, 'duration_secs': 1.214041} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.640142] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1183.640397] env[69302]: INFO nova.compute.manager [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 1183.657050] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4151e454-403c-4215-ac83-01ce877a3d59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.666133] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bb4c9c-2223-4a87-91b5-fda4f40a6d2a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.698623] env[69302]: DEBUG nova.compute.manager [req-ef4ef989-8df0-4971-bc6d-2d8896ceff55 req-47ea092c-5c38-4707-ac33-e26afcd0f3dd service nova] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Detach interface failed, port_id=ee3f1f68-0fd0-4874-aa5e-b7b61360c8f4, reason: Instance 33ca0c21-4237-4295-a513-d30759e22e49 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.833814] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707074} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.834693] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9/e71a2dc1-d62f-4140-907b-26ecab0172a9.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.834693] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.834896] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9ce685f-5ddd-4a61-bbd7-3569fa956ef3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.841785] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1183.841785] env[69302]: value = "task-3184338" [ 1183.841785] env[69302]: _type = "Task" [ 1183.841785] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.850423] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.908337] env[69302]: DEBUG oslo_concurrency.lockutils [None req-235f6d9e-bdf1-4257-aa04-2aab37e318bc tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "e7089867-6db9-414c-be6d-0e83e88e519e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.094s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.955329] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.955576] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.955732] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.955916] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.956076] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.956502] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.956502] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.956596] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.956772] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.956934] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.957120] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.962932] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652ccae1-0505-4e05-b5a4-092eefd1e617 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.978172] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1183.978172] env[69302]: value = "task-3184339" [ 1183.978172] env[69302]: _type = "Task" [ 1183.978172] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.986659] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.141066] env[69302]: INFO nova.compute.manager [-] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Took 1.61 seconds to deallocate network for instance. [ 1184.182782] env[69302]: DEBUG nova.compute.manager [None req-af0ee4c6-457f-40fc-b3b8-216a3a28b52d tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Found 1 images (rotation: 2) {{(pid=69302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1184.335134] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Applying migration context for instance c586b890-7ac9-4605-bd87-4af6609d3916 as it has an incoming, in-progress migration 11239ac3-d317-48a8-a52b-3e828124e66e. Migration status is migrating {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1184.336585] env[69302]: INFO nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating resource usage from migration 11239ac3-d317-48a8-a52b-3e828124e66e [ 1184.351932] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066149} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.352715] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.353558] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7fb4a4-6631-477e-9d10-bf20317eca21 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.356741] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 611af241-297e-4023-a6da-fe043983ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.356879] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 65947f24-4dea-4997-9f4a-7579a8fb0056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.357011] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance e71a2dc1-d62f-4140-907b-26ecab0172a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.357139] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 2dad5365-5f1b-458a-9c65-330d5ab3356c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.357264] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance f68aab00-12dc-46f6-9e68-c5323aca864b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.357364] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 549c09a7-e299-4516-99f9-7c1f8bfd2a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.357478] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 33ca0c21-4237-4295-a513-d30759e22e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.357587] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance e7089867-6db9-414c-be6d-0e83e88e519e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.357695] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Migration 11239ac3-d317-48a8-a52b-3e828124e66e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1184.357801] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance c586b890-7ac9-4605-bd87-4af6609d3916 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1184.357984] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1184.358129] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1184.382735] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9/e71a2dc1-d62f-4140-907b-26ecab0172a9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.386884] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d490378c-248c-4cbe-bf72-7618369f85bf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.420381] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1184.420381] env[69302]: value = "task-3184340" [ 1184.420381] env[69302]: _type = "Task" [ 1184.420381] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.437022] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.488075] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184339, 'name': ReconfigVM_Task, 'duration_secs': 0.386118} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.490572] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance 'c586b890-7ac9-4605-bd87-4af6609d3916' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.538757] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c527f3-1f9f-4c2f-b8f7-a8c78ed627e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.547233] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a49b328-ece7-43f9-bebc-c08f8081e526 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.578193] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aead2de-17f0-46ec-9c27-682df7a8f0ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.586240] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f318c85f-837c-4b70-8227-11cdd693d0d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.599757] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "e7089867-6db9-414c-be6d-0e83e88e519e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.600090] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "e7089867-6db9-414c-be6d-0e83e88e519e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.600341] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "e7089867-6db9-414c-be6d-0e83e88e519e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.600553] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "e7089867-6db9-414c-be6d-0e83e88e519e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.600745] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "e7089867-6db9-414c-be6d-0e83e88e519e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.602897] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.604374] env[69302]: INFO nova.compute.manager [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Terminating instance [ 1184.650557] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.930634] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184340, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.997671] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.997847] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.998010] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.998208] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.998354] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.998504] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.998722] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.998883] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.999060] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.999226] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.999484] env[69302]: DEBUG nova.virt.hardware [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.005129] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.005494] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881a7682-1232-456f-a6e2-8ea2db740e3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.022853] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1185.022853] env[69302]: value = "task-3184341" [ 1185.022853] env[69302]: _type = "Task" [ 1185.022853] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.030738] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.106953] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.110391] env[69302]: DEBUG nova.compute.manager [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.110611] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.111676] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85884df4-3227-424b-bd9e-89b30e9afee6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.119114] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.119367] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e9777c-8dd5-4f27-a004-4676824cbc3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.127021] env[69302]: DEBUG oslo_vmware.api [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1185.127021] env[69302]: value = "task-3184342" [ 1185.127021] env[69302]: _type = "Task" [ 1185.127021] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.135892] env[69302]: DEBUG oslo_vmware.api [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.201321] env[69302]: DEBUG nova.compute.manager [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.202365] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4c8c29-f453-4c1e-949f-e40f431ad70e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.431074] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184340, 'name': ReconfigVM_Task, 'duration_secs': 0.539766} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.431342] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfigured VM instance instance-00000064 to attach disk [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9/e71a2dc1-d62f-4140-907b-26ecab0172a9.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.433020] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'image_id': 'e0d636a7-a133-4948-827e-d20ca08c6942'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'}, 'disk_bus': None, 'attachment_id': '0441b857-7e5b-4db6-85ff-6fb864cf5aca', 'guest_format': None, 'boot_index': None, 'device_type': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1185.433020] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1185.433142] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1185.433821] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f523f92a-0225-42f7-9eca-c6fd3e34432c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.448624] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c886cca2-d58d-4388-a48e-d35c13121797 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.472057] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-2f072baf-4682-4870-9cc1-8078617662ec/volume-2f072baf-4682-4870-9cc1-8078617662ec.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.472348] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9a71d4-93c7-406c-9daa-25ed454c4212 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.489656] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1185.489656] env[69302]: value = "task-3184343" [ 1185.489656] env[69302]: _type = "Task" [ 1185.489656] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.497378] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.530979] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184341, 'name': ReconfigVM_Task, 'duration_secs': 0.231241} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.531257] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.531977] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8931d-9236-40a1-bb89-a5f42a351613 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.553949] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916/c586b890-7ac9-4605-bd87-4af6609d3916.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.554251] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfdaa57-bb50-4a4d-b098-a3059f8b9367 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.572795] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1185.572795] env[69302]: value = "task-3184344" [ 1185.572795] env[69302]: _type = "Task" [ 1185.572795] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.580193] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.612193] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1185.612467] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.294s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.612808] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.962s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.613098] env[69302]: DEBUG nova.objects.instance [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lazy-loading 'resources' on Instance uuid 33ca0c21-4237-4295-a513-d30759e22e49 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.641138] env[69302]: DEBUG oslo_vmware.api [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184342, 'name': PowerOffVM_Task, 'duration_secs': 0.187663} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.641537] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.641813] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.642228] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a880be62-1c90-415c-9558-76cf006bde89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.705254] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.705571] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.705842] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleting the datastore file [datastore1] e7089867-6db9-414c-be6d-0e83e88e519e {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.706205] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a11b00-8301-44c9-b075-5d8ebbb903af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.713650] env[69302]: INFO nova.compute.manager [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] instance snapshotting [ 1185.714446] env[69302]: DEBUG nova.objects.instance [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'flavor' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.715939] env[69302]: DEBUG oslo_vmware.api [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1185.715939] env[69302]: value = "task-3184346" [ 1185.715939] env[69302]: _type = "Task" [ 1185.715939] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.725849] env[69302]: DEBUG oslo_vmware.api [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.999769] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184343, 'name': ReconfigVM_Task, 'duration_secs': 0.345379} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.000054] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-2f072baf-4682-4870-9cc1-8078617662ec/volume-2f072baf-4682-4870-9cc1-8078617662ec.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.004750] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88613816-1866-47cd-bb13-298ff7bc573b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.018526] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1186.018526] env[69302]: value = "task-3184347" [ 1186.018526] env[69302]: _type = "Task" [ 1186.018526] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.025767] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.081060] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184344, 'name': ReconfigVM_Task, 'duration_secs': 0.287291} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.081332] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfigured VM instance instance-00000066 to attach disk [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916/c586b890-7ac9-4605-bd87-4af6609d3916.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.081647] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance 'c586b890-7ac9-4605-bd87-4af6609d3916' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.222398] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff073c-d522-4f3b-b70a-d48d0a01c777 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.243738] env[69302]: DEBUG oslo_vmware.api [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149678} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.246187] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.246378] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.246553] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.246724] env[69302]: INFO nova.compute.manager [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1186.246950] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.247636] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25483e89-75d2-4cf2-9761-d9ffbc88fc85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.250134] env[69302]: DEBUG nova.compute.manager [-] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.250233] env[69302]: DEBUG nova.network.neutron [-] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.259854] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b28376a-8f09-40e6-8c5c-f96074c72e6f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.266320] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce82e62-87d0-4153-b78b-fee243586d3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.298224] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec2360a-343b-449f-8cca-2511863386f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.307810] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c3dc5e-a4d9-437c-a254-178747e8c8f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.328177] env[69302]: DEBUG nova.compute.provider_tree [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.529011] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184347, 'name': ReconfigVM_Task, 'duration_secs': 0.128905} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.529344] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.529911] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ce79b8e-dee4-477c-aa40-4ba0adf44fd6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.536554] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1186.536554] env[69302]: value = "task-3184348" [ 1186.536554] env[69302]: _type = "Task" [ 1186.536554] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.546671] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184348, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.555086] env[69302]: DEBUG nova.compute.manager [req-728a24f8-4a4e-4ddb-ace5-2c4ed794d169 req-209d12e7-4d7a-49b2-8ccb-d6d2a39a20ff service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Received event network-vif-deleted-2875ff4c-1f01-4532-951b-801d00069833 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.555283] env[69302]: INFO nova.compute.manager [req-728a24f8-4a4e-4ddb-ace5-2c4ed794d169 req-209d12e7-4d7a-49b2-8ccb-d6d2a39a20ff service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Neutron deleted interface 2875ff4c-1f01-4532-951b-801d00069833; detaching it from the instance and deleting it from the info cache [ 1186.555529] env[69302]: DEBUG nova.network.neutron [req-728a24f8-4a4e-4ddb-ace5-2c4ed794d169 req-209d12e7-4d7a-49b2-8ccb-d6d2a39a20ff service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.587911] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5fcd27-f989-4a3a-8864-907d127a21a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.609049] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29243d2a-fe10-4357-87fa-89c78494f962 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.628602] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance 'c586b890-7ac9-4605-bd87-4af6609d3916' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.761495] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1186.761793] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6985c1f8-1c2f-4873-8be8-24fe3a5989ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.768930] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1186.768930] env[69302]: value = "task-3184349" [ 1186.768930] env[69302]: _type = "Task" [ 1186.768930] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.777730] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184349, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.831868] env[69302]: DEBUG nova.scheduler.client.report [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.042234] env[69302]: DEBUG nova.network.neutron [-] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.048550] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184348, 'name': Rename_Task, 'duration_secs': 0.146561} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.048801] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.049069] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2b32a6b-e3e2-4e2f-be20-27765871f5ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.056111] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1187.056111] env[69302]: value = "task-3184350" [ 1187.056111] env[69302]: _type = "Task" [ 1187.056111] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.059839] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c63dde6-54e8-4ada-b990-d734338f0edc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.066109] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.069802] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1afe457-2c91-4b8b-98ff-e0f66b78f115 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.100175] env[69302]: DEBUG nova.compute.manager [req-728a24f8-4a4e-4ddb-ace5-2c4ed794d169 req-209d12e7-4d7a-49b2-8ccb-d6d2a39a20ff service nova] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Detach interface failed, port_id=2875ff4c-1f01-4532-951b-801d00069833, reason: Instance e7089867-6db9-414c-be6d-0e83e88e519e could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1187.168260] env[69302]: DEBUG nova.network.neutron [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Port e53a0ef1-71e5-4706-ae13-b00ff2a0f76b binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1187.280008] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184349, 'name': CreateSnapshot_Task, 'duration_secs': 0.470866} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.280176] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1187.280984] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ad6ee9-8c8b-4fc9-be11-52b6bb1ef4f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.336786] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.357186] env[69302]: INFO nova.scheduler.client.report [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Deleted allocations for instance 33ca0c21-4237-4295-a513-d30759e22e49 [ 1187.545029] env[69302]: INFO nova.compute.manager [-] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Took 1.29 seconds to deallocate network for instance. [ 1187.566634] env[69302]: DEBUG oslo_vmware.api [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184350, 'name': PowerOnVM_Task, 'duration_secs': 0.455472} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.566942] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.567176] env[69302]: DEBUG nova.compute.manager [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.567955] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87625fab-fbf5-4d06-86a8-1945bc68bfb5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.798564] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1187.800025] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b30b1bfc-dea6-4138-a188-19f457c91fdd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.807807] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1187.807807] env[69302]: value = "task-3184351" [ 1187.807807] env[69302]: _type = "Task" [ 1187.807807] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.815555] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184351, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.865052] env[69302]: DEBUG oslo_concurrency.lockutils [None req-14327363-c2bb-4ec7-93c3-1a480a8187aa tempest-ServerMetadataNegativeTestJSON-1818571908 tempest-ServerMetadataNegativeTestJSON-1818571908-project-member] Lock "33ca0c21-4237-4295-a513-d30759e22e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.953s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.917754] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.918015] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.918212] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Cleaning up deleted instances {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1188.051253] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.051540] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.051758] env[69302]: DEBUG nova.objects.instance [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lazy-loading 'resources' on Instance uuid e7089867-6db9-414c-be6d-0e83e88e519e {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.083275] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.194507] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.194507] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.194507] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.318888] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184351, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.434409] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] There are 56 instances to clean {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1188.434698] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 33ca0c21-4237-4295-a513-d30759e22e49] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.685111] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91325d41-e86f-461b-b4a8-1c46d04658c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.692810] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b69b04-81ee-412c-a9fc-e04652ac0af1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.728623] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5147b60-4030-43ef-a402-eb6fac31c3d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.736718] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c384a-1346-45e6-bc5f-82cda26f36d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.750885] env[69302]: DEBUG nova.compute.provider_tree [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.821703] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184351, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.938362] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 7e112cee-2605-451b-b720-78a9c6f6e815] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.230764] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.230764] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.230764] env[69302]: DEBUG nova.network.neutron [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.254684] env[69302]: DEBUG nova.scheduler.client.report [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.320007] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184351, 'name': CloneVM_Task, 'duration_secs': 1.162472} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.320285] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Created linked-clone VM from snapshot [ 1189.321012] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dac4a1e-e1d1-41d2-9b49-68ba501ff368 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.327859] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Uploading image 2e85eed0-bf2f-4535-812a-97bdaecfc8a2 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1189.349673] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1189.349673] env[69302]: value = "vm-636877" [ 1189.349673] env[69302]: _type = "VirtualMachine" [ 1189.349673] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1189.350258] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69d7691f-a675-413a-97e5-2aebd50c342a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.357356] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease: (returnval){ [ 1189.357356] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e5a071-8e7e-22be-7531-66895a651dcf" [ 1189.357356] env[69302]: _type = "HttpNfcLease" [ 1189.357356] env[69302]: } obtained for exporting VM: (result){ [ 1189.357356] env[69302]: value = "vm-636877" [ 1189.357356] env[69302]: _type = "VirtualMachine" [ 1189.357356] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1189.358504] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the lease: (returnval){ [ 1189.358504] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e5a071-8e7e-22be-7531-66895a651dcf" [ 1189.358504] env[69302]: _type = "HttpNfcLease" [ 1189.358504] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1189.365311] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.365311] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e5a071-8e7e-22be-7531-66895a651dcf" [ 1189.365311] env[69302]: _type = "HttpNfcLease" [ 1189.365311] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.444465] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: c82482ae-8657-4add-82fd-8239601629c0] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.760585] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.763476] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.680s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.763476] env[69302]: DEBUG nova.objects.instance [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1189.799422] env[69302]: INFO nova.scheduler.client.report [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted allocations for instance e7089867-6db9-414c-be6d-0e83e88e519e [ 1189.868015] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.868015] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e5a071-8e7e-22be-7531-66895a651dcf" [ 1189.868015] env[69302]: _type = "HttpNfcLease" [ 1189.868015] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1189.868675] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1189.868675] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e5a071-8e7e-22be-7531-66895a651dcf" [ 1189.868675] env[69302]: _type = "HttpNfcLease" [ 1189.868675] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1189.869482] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199a1d93-9b73-467d-9703-a76dd872ca13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.879010] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f98b11-042c-a6f2-4fcb-62c457020506/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1189.879199] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f98b11-042c-a6f2-4fcb-62c457020506/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1189.947531] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: ef35e8fe-801e-4c6e-b396-9020397d82b2] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.977227] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c89de23c-2f3b-4c9e-ada4-f9ba3b9c6c2e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.062690] env[69302]: DEBUG nova.network.neutron [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance_info_cache with network_info: [{"id": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "address": "fa:16:3e:4c:7a:43", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a0ef1-71", "ovs_interfaceid": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.307332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-71c29a4c-fcf2-4b7a-a4fe-879c9e4140ba tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "e7089867-6db9-414c-be6d-0e83e88e519e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.454071] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 9522a577-b05c-4815-924d-307b3308c737] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.565846] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.773374] env[69302]: DEBUG oslo_concurrency.lockutils [None req-084086a0-fcb3-45a8-b33f-33316b8d409c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.957784] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 59baaeaa-0352-4b77-82de-635773369b02] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.095419] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8385c12-612f-4ad5-a2af-107d96b12cba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.117406] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6dff27-4b4a-4773-8548-85db5fd32d3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.125442] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance 'c586b890-7ac9-4605-bd87-4af6609d3916' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.467114] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b5234e94-0e8f-47e3-ac52-222149bf58cc] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.634260] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.634574] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0de97cf-f246-47af-b2ec-564ba200ce4f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.643889] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1191.643889] env[69302]: value = "task-3184353" [ 1191.643889] env[69302]: _type = "Task" [ 1191.643889] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.654178] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.767983] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.768320] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.974594] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 9e787310-3c2f-465f-bde5-a81154bf2cb6] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.151526] env[69302]: DEBUG oslo_vmware.api [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184353, 'name': PowerOnVM_Task, 'duration_secs': 0.444753} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.151800] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.151980] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b8604dc8-2c03-4a4d-8c34-4ed8f3887d00 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance 'c586b890-7ac9-4605-bd87-4af6609d3916' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.270823] env[69302]: DEBUG nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.478355] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b798e0a1-81b2-45d9-a09a-ed9251851071] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.793424] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.793835] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.795661] env[69302]: INFO nova.compute.claims [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.983773] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 132fa687-a8f0-45a3-9206-7017c2a8b510] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.328709] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "303292b8-69a5-4ac7-943e-b9659f65bb67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.328943] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.488092] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 1f7dcf45-c01a-4e40-b1e7-e4803c7415f5] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.654505] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.654726] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.833257] env[69302]: DEBUG nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.983302] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40f8959-95d6-4307-bcc9-5d32410458ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.991439] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bc21c1-846a-490f-9daf-b21bdafc0c28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.994734] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: e777adea-7f72-46ca-8aeb-b9b90e57f6b7] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.024759] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f26af2-b976-44e7-b872-864104630fe7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.032711] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e58736-3b03-4dd5-b158-2eddc16495b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.048083] env[69302]: DEBUG nova.compute.provider_tree [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.156978] env[69302]: DEBUG nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.356361] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.498095] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 5aefd5ac-9e21-448c-8909-a3ab7f8abee0] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.552166] env[69302]: DEBUG nova.scheduler.client.report [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.677861] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.002067] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 12be5af5-7c9e-4fb6-9434-c915869ba4c6] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.056981] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.057510] env[69302]: DEBUG nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.060584] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.704s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.062713] env[69302]: INFO nova.compute.claims [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.075940] env[69302]: DEBUG nova.network.neutron [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Port e53a0ef1-71e5-4706-ae13-b00ff2a0f76b binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1195.076341] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.076626] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.076880] env[69302]: DEBUG nova.network.neutron [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.504527] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 614ee385-0dfe-4f35-bce3-6391b07b0266] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.567938] env[69302]: DEBUG nova.compute.utils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.571360] env[69302]: DEBUG nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.571360] env[69302]: DEBUG nova.network.neutron [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.613144] env[69302]: DEBUG nova.policy [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6623ce5622b4b26a4adb0abc2ebb4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc751e9371ab4bf8a13524a2ae8d64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.812464] env[69302]: DEBUG nova.network.neutron [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance_info_cache with network_info: [{"id": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "address": "fa:16:3e:4c:7a:43", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a0ef1-71", "ovs_interfaceid": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.920495] env[69302]: DEBUG nova.network.neutron [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Successfully created port: 05eb9201-a97f-4bea-80e7-19c7d9220033 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.007916] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 0c00bc06-5d0d-4423-894f-afb63d21abff] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.072033] env[69302]: DEBUG nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.239816] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab3f45-dae5-48df-8003-d921212ac961 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.250895] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac565f55-403a-4f9d-b2a6-a9fa4c95fc2c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.283558] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2511b8-8b29-4140-a257-947a474edd31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.293201] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938d65c3-8a0b-43cd-8318-40d0c8e14925 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.307484] env[69302]: DEBUG nova.compute.provider_tree [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.315475] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.511612] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 4e1662ad-eda3-439d-a2f3-b2fba0cb62ac] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.813619] env[69302]: DEBUG nova.scheduler.client.report [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.818997] env[69302]: DEBUG nova.compute.manager [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69302) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1196.819153] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.016492] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 23d1c369-df51-4186-a5e8-974d5dd60167] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.085572] env[69302]: DEBUG nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.109896] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.110234] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.110439] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.110678] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.110873] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.111082] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.111360] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.111570] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.111788] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.112007] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.112265] env[69302]: DEBUG nova.virt.hardware [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.113700] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08332de4-d848-4761-a6c0-38c78b975d40 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.123622] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e44874f-0996-4242-bdb6-3989b0158399 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.289346] env[69302]: DEBUG nova.compute.manager [req-d630b4c0-fd89-4258-ad55-d377e6f83512 req-ca06678d-a3f7-4fc0-8041-9e820c34ab3d service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Received event network-vif-plugged-05eb9201-a97f-4bea-80e7-19c7d9220033 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.289628] env[69302]: DEBUG oslo_concurrency.lockutils [req-d630b4c0-fd89-4258-ad55-d377e6f83512 req-ca06678d-a3f7-4fc0-8041-9e820c34ab3d service nova] Acquiring lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.289874] env[69302]: DEBUG oslo_concurrency.lockutils [req-d630b4c0-fd89-4258-ad55-d377e6f83512 req-ca06678d-a3f7-4fc0-8041-9e820c34ab3d service nova] Lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.290169] env[69302]: DEBUG oslo_concurrency.lockutils [req-d630b4c0-fd89-4258-ad55-d377e6f83512 req-ca06678d-a3f7-4fc0-8041-9e820c34ab3d service nova] Lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.290335] env[69302]: DEBUG nova.compute.manager [req-d630b4c0-fd89-4258-ad55-d377e6f83512 req-ca06678d-a3f7-4fc0-8041-9e820c34ab3d service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] No waiting events found dispatching network-vif-plugged-05eb9201-a97f-4bea-80e7-19c7d9220033 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.290564] env[69302]: WARNING nova.compute.manager [req-d630b4c0-fd89-4258-ad55-d377e6f83512 req-ca06678d-a3f7-4fc0-8041-9e820c34ab3d service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Received unexpected event network-vif-plugged-05eb9201-a97f-4bea-80e7-19c7d9220033 for instance with vm_state building and task_state spawning. [ 1197.318637] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.319201] env[69302]: DEBUG nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.321927] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.644s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.323522] env[69302]: INFO nova.compute.claims [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.396090] env[69302]: DEBUG oslo_concurrency.lockutils [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.396090] env[69302]: DEBUG oslo_concurrency.lockutils [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.400435] env[69302]: DEBUG nova.network.neutron [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Successfully updated port: 05eb9201-a97f-4bea-80e7-19c7d9220033 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.520069] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: ed23e9d3-4fe0-4561-9d56-db6911df64f9] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.828848] env[69302]: DEBUG nova.compute.utils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.832099] env[69302]: DEBUG nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.832287] env[69302]: DEBUG nova.network.neutron [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.882401] env[69302]: DEBUG nova.policy [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd1a9afc0fe6405381ff9e5d9cc96fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9400885cb01d4e9fa555a39800b75244', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.900125] env[69302]: DEBUG nova.compute.utils [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.902150] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "refresh_cache-aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.902282] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "refresh_cache-aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.902421] env[69302]: DEBUG nova.network.neutron [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.022128] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 7ba80f4b-b018-44b5-8633-40fa42cd8b9f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.184692] env[69302]: DEBUG nova.network.neutron [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Successfully created port: 42b929cc-e08c-4fbb-904d-d800fab3a680 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.333570] env[69302]: DEBUG nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.403745] env[69302]: DEBUG oslo_concurrency.lockutils [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.443046] env[69302]: DEBUG nova.network.neutron [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.520876] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecf243d-f964-4e20-b65c-cf03786500c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.525512] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: aaa1bfbb-660e-4327-898c-9d1148ad67f7] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.531263] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f467cd-c5aa-4ec2-a7e9-0a2b92cac483 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.566465] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d396cdbb-d8f6-47f1-9165-496169ffb2be {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.574787] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3272f90b-7eac-42df-a895-bb74cf704e1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.588250] env[69302]: DEBUG nova.compute.provider_tree [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.601885] env[69302]: DEBUG nova.network.neutron [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Updating instance_info_cache with network_info: [{"id": "05eb9201-a97f-4bea-80e7-19c7d9220033", "address": "fa:16:3e:ed:da:2b", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05eb9201-a9", "ovs_interfaceid": "05eb9201-a97f-4bea-80e7-19c7d9220033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.031148] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: cfce7be3-5876-42ed-8e43-27e615b21e78] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.091236] env[69302]: DEBUG nova.scheduler.client.report [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.104795] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "refresh_cache-aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.105280] env[69302]: DEBUG nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Instance network_info: |[{"id": "05eb9201-a97f-4bea-80e7-19c7d9220033", "address": "fa:16:3e:ed:da:2b", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05eb9201-a9", "ovs_interfaceid": "05eb9201-a97f-4bea-80e7-19c7d9220033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.105517] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:da:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05eb9201-a97f-4bea-80e7-19c7d9220033', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.113671] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.114518] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.114786] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25634dd8-4aed-4c11-a959-abb3286b941a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.135489] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.135489] env[69302]: value = "task-3184354" [ 1199.135489] env[69302]: _type = "Task" [ 1199.135489] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.143670] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184354, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.320112] env[69302]: DEBUG nova.compute.manager [req-8954195a-81ba-4e4d-b060-cb052d2cf8b2 req-914a18df-1e41-41c5-818f-e8de32ff76ba service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Received event network-changed-05eb9201-a97f-4bea-80e7-19c7d9220033 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.320317] env[69302]: DEBUG nova.compute.manager [req-8954195a-81ba-4e4d-b060-cb052d2cf8b2 req-914a18df-1e41-41c5-818f-e8de32ff76ba service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Refreshing instance network info cache due to event network-changed-05eb9201-a97f-4bea-80e7-19c7d9220033. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.320470] env[69302]: DEBUG oslo_concurrency.lockutils [req-8954195a-81ba-4e4d-b060-cb052d2cf8b2 req-914a18df-1e41-41c5-818f-e8de32ff76ba service nova] Acquiring lock "refresh_cache-aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.320610] env[69302]: DEBUG oslo_concurrency.lockutils [req-8954195a-81ba-4e4d-b060-cb052d2cf8b2 req-914a18df-1e41-41c5-818f-e8de32ff76ba service nova] Acquired lock "refresh_cache-aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.320767] env[69302]: DEBUG nova.network.neutron [req-8954195a-81ba-4e4d-b060-cb052d2cf8b2 req-914a18df-1e41-41c5-818f-e8de32ff76ba service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Refreshing network info cache for port 05eb9201-a97f-4bea-80e7-19c7d9220033 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.346094] env[69302]: DEBUG nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.363483] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f98b11-042c-a6f2-4fcb-62c457020506/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1199.365817] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f26702-2c64-4f95-992c-e4906e851a66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.373215] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f98b11-042c-a6f2-4fcb-62c457020506/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1199.373420] env[69302]: ERROR oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f98b11-042c-a6f2-4fcb-62c457020506/disk-0.vmdk due to incomplete transfer. [ 1199.375736] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.375961] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.376131] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.376317] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.376463] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.376608] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.376819] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.376970] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.377145] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.377305] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.377477] env[69302]: DEBUG nova.virt.hardware [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.377739] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22e7b780-96b8-4982-acf9-2a15b2caf5bb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.379894] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd346407-d2fb-4406-b121-603dfd5ee570 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.388838] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83974629-bcc8-45c4-a91d-82f75b2022ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.393305] env[69302]: DEBUG oslo_vmware.rw_handles [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f98b11-042c-a6f2-4fcb-62c457020506/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1199.393499] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Uploaded image 2e85eed0-bf2f-4535-812a-97bdaecfc8a2 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1199.396106] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1199.396366] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfa5dc66-50e9-4b5b-9bef-585373012493 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.408882] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1199.408882] env[69302]: value = "task-3184355" [ 1199.408882] env[69302]: _type = "Task" [ 1199.408882] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.416365] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184355, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.472141] env[69302]: DEBUG oslo_concurrency.lockutils [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.472521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.472803] env[69302]: INFO nova.compute.manager [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Attaching volume 6effce1d-204a-4e09-b3c2-6672416782df to /dev/sdb [ 1199.506416] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089b623f-a799-42ef-a089-d316ab5d4467 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.513695] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470b6af-c646-49b2-b8a5-e14bead37769 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.526574] env[69302]: DEBUG nova.virt.block_device [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Updating existing volume attachment record: 5ff0937c-6179-47f3-a7f4-1ba14262d04f {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1199.534161] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 33553bee-6dbb-4cfa-83d9-04914b6a24ad] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.596405] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.597032] env[69302]: DEBUG nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.599788] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.781s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.645051] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184354, 'name': CreateVM_Task, 'duration_secs': 0.371639} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.645245] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.646145] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.646145] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.646465] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.646751] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe58bd0e-86c2-4447-92a4-98df319a6699 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.651511] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1199.651511] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5227d267-3315-8743-d5da-fab33231dd93" [ 1199.651511] env[69302]: _type = "Task" [ 1199.651511] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.659493] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5227d267-3315-8743-d5da-fab33231dd93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.687799] env[69302]: DEBUG nova.network.neutron [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Successfully updated port: 42b929cc-e08c-4fbb-904d-d800fab3a680 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.919021] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184355, 'name': Destroy_Task, 'duration_secs': 0.338232} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.919021] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Destroyed the VM [ 1199.919021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1199.919247] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40014bca-a2af-4cc5-aacc-12382a7dbc1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.927082] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1199.927082] env[69302]: value = "task-3184357" [ 1199.927082] env[69302]: _type = "Task" [ 1199.927082] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.936987] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184357, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.011458] env[69302]: DEBUG nova.network.neutron [req-8954195a-81ba-4e4d-b060-cb052d2cf8b2 req-914a18df-1e41-41c5-818f-e8de32ff76ba service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Updated VIF entry in instance network info cache for port 05eb9201-a97f-4bea-80e7-19c7d9220033. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.011819] env[69302]: DEBUG nova.network.neutron [req-8954195a-81ba-4e4d-b060-cb052d2cf8b2 req-914a18df-1e41-41c5-818f-e8de32ff76ba service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Updating instance_info_cache with network_info: [{"id": "05eb9201-a97f-4bea-80e7-19c7d9220033", "address": "fa:16:3e:ed:da:2b", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05eb9201-a9", "ovs_interfaceid": "05eb9201-a97f-4bea-80e7-19c7d9220033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.038721] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 36948998-ffbc-47eb-9af6-0eef2b16b7ef] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.103404] env[69302]: DEBUG nova.compute.utils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.104958] env[69302]: DEBUG nova.objects.instance [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'migration_context' on Instance uuid c586b890-7ac9-4605-bd87-4af6609d3916 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.106214] env[69302]: DEBUG nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.106383] env[69302]: DEBUG nova.network.neutron [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.163380] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5227d267-3315-8743-d5da-fab33231dd93, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.163745] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.163984] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.164237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.164409] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.164590] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.164858] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9caadd92-bd66-44cd-b882-4be2c5df2bf0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.168261] env[69302]: DEBUG nova.policy [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd1a9afc0fe6405381ff9e5d9cc96fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9400885cb01d4e9fa555a39800b75244', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.178041] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.178243] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.178974] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1eddc58-567b-4b8b-aa14-16cd1367115c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.184438] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1200.184438] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e6d750-7ad7-b0f9-8028-df1babe9250b" [ 1200.184438] env[69302]: _type = "Task" [ 1200.184438] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.192245] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.192407] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.192562] env[69302]: DEBUG nova.network.neutron [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.194503] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e6d750-7ad7-b0f9-8028-df1babe9250b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.440889] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184357, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.441870] env[69302]: DEBUG nova.network.neutron [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Successfully created port: 05543abf-ca6a-45e1-ad82-9ee2951de5f9 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.516440] env[69302]: DEBUG oslo_concurrency.lockutils [req-8954195a-81ba-4e4d-b060-cb052d2cf8b2 req-914a18df-1e41-41c5-818f-e8de32ff76ba service nova] Releasing lock "refresh_cache-aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.541436] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: e3d70ce9-d360-43cb-b3ed-7786232c0d43] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.610021] env[69302]: DEBUG nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.697619] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e6d750-7ad7-b0f9-8028-df1babe9250b, 'name': SearchDatastore_Task, 'duration_secs': 0.026892} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.699225] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c744a39c-cba5-4ba8-a4ec-3ebb3f44b677 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.704923] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1200.704923] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526f548d-cf2c-b123-30ba-50ac5c1fa14c" [ 1200.704923] env[69302]: _type = "Task" [ 1200.704923] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.715201] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526f548d-cf2c-b123-30ba-50ac5c1fa14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.728627] env[69302]: DEBUG nova.network.neutron [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.831872] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc6920-4f0d-428e-8fac-10c883045b0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.839551] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd63da-e63e-4b85-8cbc-c199756922f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.870190] env[69302]: DEBUG nova.network.neutron [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Updating instance_info_cache with network_info: [{"id": "42b929cc-e08c-4fbb-904d-d800fab3a680", "address": "fa:16:3e:fe:d6:eb", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b929cc-e0", "ovs_interfaceid": "42b929cc-e08c-4fbb-904d-d800fab3a680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.872028] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c836aef7-f464-4ac2-98a6-0447775fd005 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.879197] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919171a-2378-4db4-8940-917e34d17aa0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.893061] env[69302]: DEBUG nova.compute.provider_tree [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.937406] env[69302]: DEBUG oslo_vmware.api [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184357, 'name': RemoveSnapshot_Task, 'duration_secs': 0.730079} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.937667] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1200.937903] env[69302]: INFO nova.compute.manager [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Took 14.72 seconds to snapshot the instance on the hypervisor. [ 1201.044539] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 12b3bc02-7bf0-4628-8787-f3a38ab6a23a] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.216644] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526f548d-cf2c-b123-30ba-50ac5c1fa14c, 'name': SearchDatastore_Task, 'duration_secs': 0.019168} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.216977] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.217298] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] aa32f8b3-9d99-4713-9eb7-d1d47cb1662a/aa32f8b3-9d99-4713-9eb7-d1d47cb1662a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.217595] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65be84b3-4f60-48bd-b493-62f564faecfe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.224624] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1201.224624] env[69302]: value = "task-3184358" [ 1201.224624] env[69302]: _type = "Task" [ 1201.224624] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.232154] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.367882] env[69302]: DEBUG nova.compute.manager [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Received event network-vif-plugged-42b929cc-e08c-4fbb-904d-d800fab3a680 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.367882] env[69302]: DEBUG oslo_concurrency.lockutils [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] Acquiring lock "303292b8-69a5-4ac7-943e-b9659f65bb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.368075] env[69302]: DEBUG oslo_concurrency.lockutils [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.368197] env[69302]: DEBUG oslo_concurrency.lockutils [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.368375] env[69302]: DEBUG nova.compute.manager [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] No waiting events found dispatching network-vif-plugged-42b929cc-e08c-4fbb-904d-d800fab3a680 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.368538] env[69302]: WARNING nova.compute.manager [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Received unexpected event network-vif-plugged-42b929cc-e08c-4fbb-904d-d800fab3a680 for instance with vm_state building and task_state spawning. [ 1201.368697] env[69302]: DEBUG nova.compute.manager [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Received event network-changed-42b929cc-e08c-4fbb-904d-d800fab3a680 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.368849] env[69302]: DEBUG nova.compute.manager [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Refreshing instance network info cache due to event network-changed-42b929cc-e08c-4fbb-904d-d800fab3a680. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.369016] env[69302]: DEBUG oslo_concurrency.lockutils [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] Acquiring lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.375641] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.375974] env[69302]: DEBUG nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Instance network_info: |[{"id": "42b929cc-e08c-4fbb-904d-d800fab3a680", "address": "fa:16:3e:fe:d6:eb", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b929cc-e0", "ovs_interfaceid": "42b929cc-e08c-4fbb-904d-d800fab3a680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.376299] env[69302]: DEBUG oslo_concurrency.lockutils [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] Acquired lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.376480] env[69302]: DEBUG nova.network.neutron [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Refreshing network info cache for port 42b929cc-e08c-4fbb-904d-d800fab3a680 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.378048] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:d6:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42b929cc-e08c-4fbb-904d-d800fab3a680', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.386879] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Creating folder: Project (9400885cb01d4e9fa555a39800b75244). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.388412] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20db5aa0-a01e-4fcf-b2c5-722bd0c44bda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.396065] env[69302]: DEBUG nova.scheduler.client.report [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.401013] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Created folder: Project (9400885cb01d4e9fa555a39800b75244) in parent group-v636578. [ 1201.401161] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Creating folder: Instances. Parent ref: group-v636880. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.401604] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d95e713e-cd85-4c78-9e2a-82314ed5dd35 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.412138] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Created folder: Instances in parent group-v636880. [ 1201.412564] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.413414] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.413652] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-660940ae-f45f-49e8-a183-860e2f5f85ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.435501] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.435501] env[69302]: value = "task-3184361" [ 1201.435501] env[69302]: _type = "Task" [ 1201.435501] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.448235] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184361, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.505874] env[69302]: DEBUG nova.compute.manager [None req-7ecd370e-70c8-4ea7-9c8a-71c2a8173c5b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Found 2 images (rotation: 2) {{(pid=69302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1201.548219] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 3873239f-b0b8-4927-8c11-b106bc4f29d0] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.619652] env[69302]: DEBUG nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.644617] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.644948] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.645146] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.645380] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.645560] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.645715] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.645941] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.646134] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.646293] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.646455] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.646703] env[69302]: DEBUG nova.virt.hardware [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.647980] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f7c804-749a-4202-8a50-289510ee745b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.656732] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69461d56-443f-4a11-8cd5-0d6047a41b34 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.735134] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440963} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.735424] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] aa32f8b3-9d99-4713-9eb7-d1d47cb1662a/aa32f8b3-9d99-4713-9eb7-d1d47cb1662a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.736030] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.736030] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bfe77d6-65c1-4323-a816-1ebc6cd15256 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.742129] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1201.742129] env[69302]: value = "task-3184363" [ 1201.742129] env[69302]: _type = "Task" [ 1201.742129] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.750189] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.948357] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184361, 'name': CreateVM_Task, 'duration_secs': 0.421855} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.948509] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.949339] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.949507] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.949821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.950095] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38bd7c6-b1d8-43a4-9d1c-dc375db8205a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.956617] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1201.956617] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcf4f2-e861-af96-6e17-e9609219fb7b" [ 1201.956617] env[69302]: _type = "Task" [ 1201.956617] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.971378] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcf4f2-e861-af96-6e17-e9609219fb7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.972170] env[69302]: DEBUG nova.network.neutron [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Successfully updated port: 05543abf-ca6a-45e1-ad82-9ee2951de5f9 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.051954] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 469ae2da-6d9e-4ad7-a8ba-82c2a6ade805] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.141428] env[69302]: DEBUG nova.network.neutron [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Updated VIF entry in instance network info cache for port 42b929cc-e08c-4fbb-904d-d800fab3a680. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.141785] env[69302]: DEBUG nova.network.neutron [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Updating instance_info_cache with network_info: [{"id": "42b929cc-e08c-4fbb-904d-d800fab3a680", "address": "fa:16:3e:fe:d6:eb", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b929cc-e0", "ovs_interfaceid": "42b929cc-e08c-4fbb-904d-d800fab3a680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.196694] env[69302]: DEBUG nova.compute.manager [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.198005] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e2d268-f76f-401a-94da-639bd8dbaad5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.253043] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066981} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.253249] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.253973] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638aa7a-24d5-42f3-9c17-35c9a7781962 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.275734] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] aa32f8b3-9d99-4713-9eb7-d1d47cb1662a/aa32f8b3-9d99-4713-9eb7-d1d47cb1662a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.275975] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e522bcbc-5f66-4063-8e28-a632ec3af916 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.295688] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1202.295688] env[69302]: value = "task-3184364" [ 1202.295688] env[69302]: _type = "Task" [ 1202.295688] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.303799] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.409440] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.809s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.467055] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bcf4f2-e861-af96-6e17-e9609219fb7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.467353] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.467588] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.467812] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.467955] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.468145] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.468453] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b49a4bac-85ee-4d65-b2ad-0bc862144c1a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.474029] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.474188] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.474362] env[69302]: DEBUG nova.network.neutron [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.477598] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.477853] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.478599] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4441db19-345b-4248-9d48-da884dc3ac9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.484660] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1202.484660] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5264da9c-865f-5e56-8b3c-60a34403e8cf" [ 1202.484660] env[69302]: _type = "Task" [ 1202.484660] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.492728] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5264da9c-865f-5e56-8b3c-60a34403e8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.555749] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 65147a69-cce5-42f7-805f-f1ec2a12fbe7] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.644565] env[69302]: DEBUG oslo_concurrency.lockutils [req-91b44f47-13b7-48c4-86c5-89ad0645360c req-c83ceafd-1e8f-47d1-b6c2-2a04806270f7 service nova] Releasing lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.707955] env[69302]: INFO nova.compute.manager [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] instance snapshotting [ 1202.708605] env[69302]: DEBUG nova.objects.instance [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'flavor' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.805153] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184364, 'name': ReconfigVM_Task, 'duration_secs': 0.325042} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.805426] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Reconfigured VM instance instance-0000006f to attach disk [datastore2] aa32f8b3-9d99-4713-9eb7-d1d47cb1662a/aa32f8b3-9d99-4713-9eb7-d1d47cb1662a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.806096] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b037eb25-7d0b-4b63-ac4d-600df27031fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.811868] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1202.811868] env[69302]: value = "task-3184365" [ 1202.811868] env[69302]: _type = "Task" [ 1202.811868] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.819424] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184365, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.996805] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5264da9c-865f-5e56-8b3c-60a34403e8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.016683} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.997592] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b040f007-2bfc-49e1-9cb2-7198eb216da4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.002607] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1203.002607] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522197df-809c-0b6b-593a-6008ca9bdd6a" [ 1203.002607] env[69302]: _type = "Task" [ 1203.002607] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.007716] env[69302]: DEBUG nova.network.neutron [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.014571] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522197df-809c-0b6b-593a-6008ca9bdd6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.014788] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.015043] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67/303292b8-69a5-4ac7-943e-b9659f65bb67.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.015281] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f6ddc74-481a-460b-89df-abf4ca8ea3fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.020989] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1203.020989] env[69302]: value = "task-3184366" [ 1203.020989] env[69302]: _type = "Task" [ 1203.020989] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.029724] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.059124] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 1a0ac874-cfd6-437b-95fc-fd5489854321] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.133122] env[69302]: DEBUG nova.network.neutron [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Updating instance_info_cache with network_info: [{"id": "05543abf-ca6a-45e1-ad82-9ee2951de5f9", "address": "fa:16:3e:21:24:c9", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05543abf-ca", "ovs_interfaceid": "05543abf-ca6a-45e1-ad82-9ee2951de5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.215071] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792087e0-21fb-4535-bce1-618b9b0a8d5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.233423] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943ad321-c26a-4650-ad27-e1838d0e49b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.321656] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184365, 'name': Rename_Task, 'duration_secs': 0.137448} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.321938] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.322228] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed334b9-1f44-4af9-a689-6f2130826baa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.329047] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1203.329047] env[69302]: value = "task-3184367" [ 1203.329047] env[69302]: _type = "Task" [ 1203.329047] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.337173] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.408141] env[69302]: DEBUG nova.compute.manager [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Received event network-vif-plugged-05543abf-ca6a-45e1-ad82-9ee2951de5f9 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.408368] env[69302]: DEBUG oslo_concurrency.lockutils [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] Acquiring lock "e1378d25-e3a8-4599-9a33-8b51a07065b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.408619] env[69302]: DEBUG oslo_concurrency.lockutils [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.408794] env[69302]: DEBUG oslo_concurrency.lockutils [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.408986] env[69302]: DEBUG nova.compute.manager [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] No waiting events found dispatching network-vif-plugged-05543abf-ca6a-45e1-ad82-9ee2951de5f9 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.409246] env[69302]: WARNING nova.compute.manager [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Received unexpected event network-vif-plugged-05543abf-ca6a-45e1-ad82-9ee2951de5f9 for instance with vm_state building and task_state spawning. [ 1203.409480] env[69302]: DEBUG nova.compute.manager [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Received event network-changed-05543abf-ca6a-45e1-ad82-9ee2951de5f9 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.409652] env[69302]: DEBUG nova.compute.manager [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Refreshing instance network info cache due to event network-changed-05543abf-ca6a-45e1-ad82-9ee2951de5f9. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.409819] env[69302]: DEBUG oslo_concurrency.lockutils [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] Acquiring lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.531560] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421729} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.531829] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67/303292b8-69a5-4ac7-943e-b9659f65bb67.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.532051] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.532299] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c83fbd93-5824-4034-a2a8-55780fe7d35c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.538594] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1203.538594] env[69302]: value = "task-3184368" [ 1203.538594] env[69302]: _type = "Task" [ 1203.538594] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.546695] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.562300] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 1ef489df-adcb-4c74-9827-69a7d0d1d8ea] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.635618] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.635954] env[69302]: DEBUG nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Instance network_info: |[{"id": "05543abf-ca6a-45e1-ad82-9ee2951de5f9", "address": "fa:16:3e:21:24:c9", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05543abf-ca", "ovs_interfaceid": "05543abf-ca6a-45e1-ad82-9ee2951de5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.636362] env[69302]: DEBUG oslo_concurrency.lockutils [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] Acquired lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.636611] env[69302]: DEBUG nova.network.neutron [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Refreshing network info cache for port 05543abf-ca6a-45e1-ad82-9ee2951de5f9 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.637832] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:24:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05543abf-ca6a-45e1-ad82-9ee2951de5f9', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.645320] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.645726] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.645982] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d593b431-6798-4b88-8890-9c8d94c64a3a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.665663] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.665663] env[69302]: value = "task-3184369" [ 1203.665663] env[69302]: _type = "Task" [ 1203.665663] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.675153] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184369, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.745031] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1203.745155] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a51ed33a-4e8e-4c3b-b102-87a2c5b2fbc8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.752261] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1203.752261] env[69302]: value = "task-3184370" [ 1203.752261] env[69302]: _type = "Task" [ 1203.752261] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.760953] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184370, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.839623] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184367, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.951034] env[69302]: INFO nova.compute.manager [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Swapping old allocation on dict_keys(['b6b65752-3a4e-4f91-aec6-ee6ecc3102ca']) held by migration 11239ac3-d317-48a8-a52b-3e828124e66e for instance [ 1203.979346] env[69302]: DEBUG nova.scheduler.client.report [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Overwriting current allocation {'allocations': {'b6b65752-3a4e-4f91-aec6-ee6ecc3102ca': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 155}}, 'project_id': '4078d29a5a7a4c9c9a3eaf3ca9d91723', 'user_id': 'b6e8e3ac522e46acab79c4793de2ea9c', 'consumer_generation': 1} on consumer c586b890-7ac9-4605-bd87-4af6609d3916 {{(pid=69302) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1204.048937] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210045} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.049289] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.050141] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b478100b-d8c1-4bf8-9ca1-9f4e3ffcf704 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.073325] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67/303292b8-69a5-4ac7-943e-b9659f65bb67.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.073811] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 39066da5-e656-4aa9-bb3f-0deb8bad255f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.075610] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43886694-7b46-47cc-a138-f626c7f704da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.091626] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.091778] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.091858] env[69302]: DEBUG nova.network.neutron [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.094155] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1204.094386] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636879', 'volume_id': '6effce1d-204a-4e09-b3c2-6672416782df', 'name': 'volume-6effce1d-204a-4e09-b3c2-6672416782df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dad5365-5f1b-458a-9c65-330d5ab3356c', 'attached_at': '', 'detached_at': '', 'volume_id': '6effce1d-204a-4e09-b3c2-6672416782df', 'serial': '6effce1d-204a-4e09-b3c2-6672416782df'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1204.095196] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3494c8-81a2-4f29-b8ad-388abecaeffd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.115645] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5384ed73-8c42-4455-8e2a-a57e30b58a1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.118471] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1204.118471] env[69302]: value = "task-3184371" [ 1204.118471] env[69302]: _type = "Task" [ 1204.118471] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.144623] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-6effce1d-204a-4e09-b3c2-6672416782df/volume-6effce1d-204a-4e09-b3c2-6672416782df.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.147718] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba34b01-1883-4e7e-9e46-fc28c6032296 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.166815] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.172526] env[69302]: DEBUG oslo_vmware.api [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1204.172526] env[69302]: value = "task-3184372" [ 1204.172526] env[69302]: _type = "Task" [ 1204.172526] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.178483] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184369, 'name': CreateVM_Task, 'duration_secs': 0.314967} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.178945] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.179632] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.179821] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.180195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.183372] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20d5e15-005f-41ac-a65f-f317bb03af5a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.185370] env[69302]: DEBUG oslo_vmware.api [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.188053] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1204.188053] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520d04f6-f682-dbd4-b145-faafe84b195d" [ 1204.188053] env[69302]: _type = "Task" [ 1204.188053] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.196096] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520d04f6-f682-dbd4-b145-faafe84b195d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.262237] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184370, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.339415] env[69302]: DEBUG oslo_vmware.api [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184367, 'name': PowerOnVM_Task, 'duration_secs': 0.66644} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.339705] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.339907] env[69302]: INFO nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1204.340111] env[69302]: DEBUG nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.340901] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f116563a-deea-4f33-bf11-872b6279c7a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.367250] env[69302]: DEBUG nova.network.neutron [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Updated VIF entry in instance network info cache for port 05543abf-ca6a-45e1-ad82-9ee2951de5f9. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.367706] env[69302]: DEBUG nova.network.neutron [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Updating instance_info_cache with network_info: [{"id": "05543abf-ca6a-45e1-ad82-9ee2951de5f9", "address": "fa:16:3e:21:24:c9", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05543abf-ca", "ovs_interfaceid": "05543abf-ca6a-45e1-ad82-9ee2951de5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.596184] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 597ddeb9-b1cb-4691-bfc0-f94bcdfdf490] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.628339] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184371, 'name': ReconfigVM_Task, 'duration_secs': 0.275267} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.630571] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67/303292b8-69a5-4ac7-943e-b9659f65bb67.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.631396] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7865828-37f3-44d0-b6db-ec8f91ee733b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.637108] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1204.637108] env[69302]: value = "task-3184373" [ 1204.637108] env[69302]: _type = "Task" [ 1204.637108] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.645125] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184373, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.681011] env[69302]: DEBUG oslo_vmware.api [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184372, 'name': ReconfigVM_Task, 'duration_secs': 0.368975} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.681294] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-6effce1d-204a-4e09-b3c2-6672416782df/volume-6effce1d-204a-4e09-b3c2-6672416782df.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.686035] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d92a635-26d6-4308-9cec-33316feff6d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.704903] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]520d04f6-f682-dbd4-b145-faafe84b195d, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.708817] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.709062] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.709296] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.709449] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.709625] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.709926] env[69302]: DEBUG oslo_vmware.api [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1204.709926] env[69302]: value = "task-3184374" [ 1204.709926] env[69302]: _type = "Task" [ 1204.709926] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.710127] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca6e9106-731b-4bae-8423-25e96c827206 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.720217] env[69302]: DEBUG oslo_vmware.api [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.721438] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.721694] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.722406] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c6fbf4-c83c-4970-a6b7-c4de4a1adb20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.727217] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1204.727217] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52774a4f-0f86-8218-5e6f-4caf74eb42b7" [ 1204.727217] env[69302]: _type = "Task" [ 1204.727217] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.734413] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52774a4f-0f86-8218-5e6f-4caf74eb42b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.764152] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184370, 'name': CreateSnapshot_Task, 'duration_secs': 0.668078} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.764454] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1204.765177] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc3dafc-4539-49a4-8fbb-821bd0d90021 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.858770] env[69302]: INFO nova.compute.manager [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Took 12.08 seconds to build instance. [ 1204.870531] env[69302]: DEBUG oslo_concurrency.lockutils [req-3edef000-a997-4ca0-8da5-6dfaf26fc9d2 req-6d2cb149-bb00-4587-9e3c-9e2aa75c1198 service nova] Releasing lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.872885] env[69302]: DEBUG nova.network.neutron [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance_info_cache with network_info: [{"id": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "address": "fa:16:3e:4c:7a:43", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape53a0ef1-71", "ovs_interfaceid": "e53a0ef1-71e5-4706-ae13-b00ff2a0f76b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.103952] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: be243886-63e9-4606-b56d-53696ea2bd7a] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.147718] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184373, 'name': Rename_Task, 'duration_secs': 0.17008} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.147982] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.148236] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c68967-ca73-424a-b42c-59d37a69f2e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.154659] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1205.154659] env[69302]: value = "task-3184375" [ 1205.154659] env[69302]: _type = "Task" [ 1205.154659] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.162174] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.220440] env[69302]: DEBUG oslo_vmware.api [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184374, 'name': ReconfigVM_Task, 'duration_secs': 0.17603} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.220785] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636879', 'volume_id': '6effce1d-204a-4e09-b3c2-6672416782df', 'name': 'volume-6effce1d-204a-4e09-b3c2-6672416782df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dad5365-5f1b-458a-9c65-330d5ab3356c', 'attached_at': '', 'detached_at': '', 'volume_id': '6effce1d-204a-4e09-b3c2-6672416782df', 'serial': '6effce1d-204a-4e09-b3c2-6672416782df'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1205.235615] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52774a4f-0f86-8218-5e6f-4caf74eb42b7, 'name': SearchDatastore_Task, 'duration_secs': 0.029577} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.236384] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d827b180-baad-4897-a51d-e9089159f4ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.241117] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1205.241117] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528ff80f-60d5-3432-90ca-9968f0901f8b" [ 1205.241117] env[69302]: _type = "Task" [ 1205.241117] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.248255] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528ff80f-60d5-3432-90ca-9968f0901f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.281467] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1205.281708] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e6c9103e-3424-4891-8fdd-6f2515484a94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.288919] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1205.288919] env[69302]: value = "task-3184376" [ 1205.288919] env[69302]: _type = "Task" [ 1205.288919] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.296606] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184376, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.360730] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e0c11839-e84e-47eb-9020-ca23231e27c4 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.592s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.375938] env[69302]: DEBUG oslo_concurrency.lockutils [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-c586b890-7ac9-4605-bd87-4af6609d3916" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.376424] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.376736] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b526aa-2975-4056-997b-36e3d454450c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.383417] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1205.383417] env[69302]: value = "task-3184377" [ 1205.383417] env[69302]: _type = "Task" [ 1205.383417] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.392151] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.607302] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: c0b280a4-030f-4140-a136-780120552626] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.665146] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.752719] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528ff80f-60d5-3432-90ca-9968f0901f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.753055] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.753350] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8/e1378d25-e3a8-4599-9a33-8b51a07065b8.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.753628] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6db78ad-8f56-44f6-9d33-8ff2f4e6320f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.762259] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1205.762259] env[69302]: value = "task-3184378" [ 1205.762259] env[69302]: _type = "Task" [ 1205.762259] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.771916] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.798265] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184376, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.893247] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.110554] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 25aa4949-2129-4163-a537-6f1b8afded9b] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.155210] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.155210] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.155518] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.155711] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.155884] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.161510] env[69302]: INFO nova.compute.manager [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Terminating instance [ 1206.169022] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.259166] env[69302]: DEBUG nova.objects.instance [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'flavor' on Instance uuid 2dad5365-5f1b-458a-9c65-330d5ab3356c {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.272700] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489605} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.273641] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8/e1378d25-e3a8-4599-9a33-8b51a07065b8.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.274355] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.274883] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74d7cc37-4d07-4ad2-8722-6e55f49e0f51 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.280419] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1206.280419] env[69302]: value = "task-3184379" [ 1206.280419] env[69302]: _type = "Task" [ 1206.280419] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.289338] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.300643] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184376, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.393928] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184377, 'name': PowerOffVM_Task, 'duration_secs': 0.665943} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.394372] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.395085] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.395379] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.395598] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.395860] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.396092] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.396290] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.396547] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.396737] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.396939] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.397175] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.397395] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.402703] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4981b0-b3f8-4eb7-af8f-365128956e3b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.419757] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1206.419757] env[69302]: value = "task-3184380" [ 1206.419757] env[69302]: _type = "Task" [ 1206.419757] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.430993] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.613907] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: c3105453-a51e-4dd8-ad07-8981f5399d4f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.668801] env[69302]: DEBUG nova.compute.manager [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.669039] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.669383] env[69302]: DEBUG oslo_vmware.api [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184375, 'name': PowerOnVM_Task, 'duration_secs': 1.487412} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.670110] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b77fc8-c614-4d5d-887f-a142161ee365 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.672860] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.673112] env[69302]: INFO nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1206.673362] env[69302]: DEBUG nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.674388] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9958ffbb-c1ad-41b5-a9c3-40e39d758102 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.685484] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.685928] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8366a3f-1c86-4b23-9362-e992f2f1ca86 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.693950] env[69302]: DEBUG oslo_vmware.api [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1206.693950] env[69302]: value = "task-3184381" [ 1206.693950] env[69302]: _type = "Task" [ 1206.693950] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.703630] env[69302]: DEBUG oslo_vmware.api [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.764329] env[69302]: DEBUG oslo_concurrency.lockutils [None req-11b7d683-cd9c-4ba1-ab60-1f9d715c139f tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.292s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.791139] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06269} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.794814] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.795949] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a6ea0-4630-42c3-9632-ea1ef34daddd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.803834] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184376, 'name': CloneVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.822845] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8/e1378d25-e3a8-4599-9a33-8b51a07065b8.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.823358] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-967a9cca-be2c-4ec7-910f-ae0d60ee0d71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.844946] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1206.844946] env[69302]: value = "task-3184382" [ 1206.844946] env[69302]: _type = "Task" [ 1206.844946] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.854488] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.929031] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184380, 'name': ReconfigVM_Task, 'duration_secs': 0.242953} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.929918] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b3a3de-1f55-4abf-ab6e-8c3a4af7543d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.948186] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.948431] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.948588] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.948764] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.948909] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.949065] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.949272] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.949428] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.949591] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.949748] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.949915] env[69302]: DEBUG nova.virt.hardware [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.950698] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19efb439-5395-4bc1-aaff-150d5e04ee0d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.956802] env[69302]: DEBUG oslo_concurrency.lockutils [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.957034] env[69302]: DEBUG oslo_concurrency.lockutils [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.958445] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1206.958445] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f39f2e-c998-9b87-9781-5d59be4f4528" [ 1206.958445] env[69302]: _type = "Task" [ 1206.958445] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.966144] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f39f2e-c998-9b87-9781-5d59be4f4528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.117274] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 759448b1-d871-474c-a53a-1380e453b798] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.192968] env[69302]: INFO nova.compute.manager [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Took 12.86 seconds to build instance. [ 1207.203584] env[69302]: DEBUG oslo_vmware.api [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184381, 'name': PowerOffVM_Task, 'duration_secs': 0.199393} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.203837] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.203998] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.204248] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa42f539-7395-4684-b233-585009cae1f4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.263812] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.264040] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.264230] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleting the datastore file [datastore2] aa32f8b3-9d99-4713-9eb7-d1d47cb1662a {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.264589] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f68ac1a-fa8a-4028-b3d3-2bb8fd55b123 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.271692] env[69302]: DEBUG oslo_vmware.api [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1207.271692] env[69302]: value = "task-3184384" [ 1207.271692] env[69302]: _type = "Task" [ 1207.271692] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.279205] env[69302]: DEBUG oslo_vmware.api [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.300025] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184376, 'name': CloneVM_Task, 'duration_secs': 1.645093} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.300278] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Created linked-clone VM from snapshot [ 1207.301036] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c2f92-4a5b-41e4-9e93-e883e2894013 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.308771] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Uploading image 778b97a0-9432-4e8a-a999-fc47ef43f160 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1207.337992] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1207.337992] env[69302]: value = "vm-636885" [ 1207.337992] env[69302]: _type = "VirtualMachine" [ 1207.337992] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1207.338657] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74126817-8a68-4314-a16d-5c29188e6d4c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.346040] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease: (returnval){ [ 1207.346040] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc040d-28c1-672a-02c1-1fc00f974524" [ 1207.346040] env[69302]: _type = "HttpNfcLease" [ 1207.346040] env[69302]: } obtained for exporting VM: (result){ [ 1207.346040] env[69302]: value = "vm-636885" [ 1207.346040] env[69302]: _type = "VirtualMachine" [ 1207.346040] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1207.346371] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the lease: (returnval){ [ 1207.346371] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc040d-28c1-672a-02c1-1fc00f974524" [ 1207.346371] env[69302]: _type = "HttpNfcLease" [ 1207.346371] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1207.355977] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.355977] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc040d-28c1-672a-02c1-1fc00f974524" [ 1207.355977] env[69302]: _type = "HttpNfcLease" [ 1207.355977] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1207.358923] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1207.358923] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52bc040d-28c1-672a-02c1-1fc00f974524" [ 1207.358923] env[69302]: _type = "HttpNfcLease" [ 1207.358923] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1207.359230] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.359951] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c541c3d-71e9-44a1-917e-8055a8bac7a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.367071] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295d35d-9d30-9a25-eae8-8d51412cd5fb/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1207.367246] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295d35d-9d30-9a25-eae8-8d51412cd5fb/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1207.457678] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e261d48-0985-4a67-a38f-7a26c7a28994 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.460391] env[69302]: INFO nova.compute.manager [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Detaching volume 6effce1d-204a-4e09-b3c2-6672416782df [ 1207.476128] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52f39f2e-c998-9b87-9781-5d59be4f4528, 'name': SearchDatastore_Task, 'duration_secs': 0.020836} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.481382] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.483884] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201e17a6-e191-44c4-a5f3-b2fac5bb0d80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.497972] env[69302]: INFO nova.virt.block_device [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Attempting to driver detach volume 6effce1d-204a-4e09-b3c2-6672416782df from mountpoint /dev/sdb [ 1207.498215] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1207.498349] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636879', 'volume_id': '6effce1d-204a-4e09-b3c2-6672416782df', 'name': 'volume-6effce1d-204a-4e09-b3c2-6672416782df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dad5365-5f1b-458a-9c65-330d5ab3356c', 'attached_at': '', 'detached_at': '', 'volume_id': '6effce1d-204a-4e09-b3c2-6672416782df', 'serial': '6effce1d-204a-4e09-b3c2-6672416782df'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1207.499144] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1346320a-c28e-432b-8aad-48ff4139af59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.525714] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0182066a-3bad-4864-8584-3db508797524 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.528277] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1207.528277] env[69302]: value = "task-3184386" [ 1207.528277] env[69302]: _type = "Task" [ 1207.528277] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.533805] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622abdb7-2cb4-4576-bd71-6734669711e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.538868] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.558974] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0dd706-fb0a-41d7-a125-3a45c834a30d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.573597] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] The volume has not been displaced from its original location: [datastore1] volume-6effce1d-204a-4e09-b3c2-6672416782df/volume-6effce1d-204a-4e09-b3c2-6672416782df.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1207.578725] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1207.578999] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820adb20-b148-4173-b11e-608e91269948 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.596728] env[69302]: DEBUG oslo_vmware.api [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1207.596728] env[69302]: value = "task-3184387" [ 1207.596728] env[69302]: _type = "Task" [ 1207.596728] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.604444] env[69302]: DEBUG oslo_vmware.api [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.622885] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 42d36706-e362-4910-b2db-14a23f4cb39b] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.696128] env[69302]: DEBUG oslo_concurrency.lockutils [None req-142ca464-1161-4b56-be9c-fee2f1e0f5be tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.367s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.782151] env[69302]: DEBUG oslo_vmware.api [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230294} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.782470] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.782738] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.783051] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.783288] env[69302]: INFO nova.compute.manager [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1207.783574] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.783840] env[69302]: DEBUG nova.compute.manager [-] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.784039] env[69302]: DEBUG nova.network.neutron [-] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.854834] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184382, 'name': ReconfigVM_Task, 'duration_secs': 0.669378} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.855204] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8/e1378d25-e3a8-4599-9a33-8b51a07065b8.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.857828] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bce7c50-8af1-4a77-a4c9-57f63d4959a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.863367] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1207.863367] env[69302]: value = "task-3184388" [ 1207.863367] env[69302]: _type = "Task" [ 1207.863367] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.871247] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184388, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.040294] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184386, 'name': ReconfigVM_Task, 'duration_secs': 0.251125} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.040640] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.041481] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d9ad3-f3b5-482c-9f19-2242f72250b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.069052] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916/c586b890-7ac9-4605-bd87-4af6609d3916.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.069534] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7e50502-7681-496d-8f34-9fd0022a1e64 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.102428] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1208.102428] env[69302]: value = "task-3184389" [ 1208.102428] env[69302]: _type = "Task" [ 1208.102428] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.111921] env[69302]: DEBUG oslo_vmware.api [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184387, 'name': ReconfigVM_Task, 'duration_secs': 0.260736} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.113259] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.119599] env[69302]: DEBUG nova.compute.manager [req-5ae5aa8f-81e0-4cd0-98b3-5556469f5507 req-89dd1951-c29a-4ab1-9760-b0fcf4409ae5 service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Received event network-vif-deleted-05eb9201-a97f-4bea-80e7-19c7d9220033 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.119997] env[69302]: INFO nova.compute.manager [req-5ae5aa8f-81e0-4cd0-98b3-5556469f5507 req-89dd1951-c29a-4ab1-9760-b0fcf4409ae5 service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Neutron deleted interface 05eb9201-a97f-4bea-80e7-19c7d9220033; detaching it from the instance and deleting it from the info cache [ 1208.120317] env[69302]: DEBUG nova.network.neutron [req-5ae5aa8f-81e0-4cd0-98b3-5556469f5507 req-89dd1951-c29a-4ab1-9760-b0fcf4409ae5 service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.126974] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00724d6f-d0c0-4ee6-9d1b-041f0e5751a7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.140692] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 611bfa11-5a0a-41ff-9521-43427e9aece7] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.143172] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.150884] env[69302]: DEBUG oslo_vmware.api [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1208.150884] env[69302]: value = "task-3184390" [ 1208.150884] env[69302]: _type = "Task" [ 1208.150884] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.159422] env[69302]: DEBUG oslo_vmware.api [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.376026] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184388, 'name': Rename_Task, 'duration_secs': 0.199584} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.376678] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.377124] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424c089d-59cd-40af-b647-ab9e23aa1402 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.383963] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1208.383963] env[69302]: value = "task-3184391" [ 1208.383963] env[69302]: _type = "Task" [ 1208.383963] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.392908] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.595100] env[69302]: DEBUG nova.network.neutron [-] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.617277] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184389, 'name': ReconfigVM_Task, 'duration_secs': 0.476386} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.617621] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Reconfigured VM instance instance-00000066 to attach disk [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916/c586b890-7ac9-4605-bd87-4af6609d3916.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.618560] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71424055-7967-446d-9286-75ff76333ddd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.643827] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8beca3e-f21e-426d-89c8-ef24df800324 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.650842] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: c8e96a61-59d2-44e4-b541-75bb131c6e05] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.654521] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bb5105d-de76-40e5-9f9b-8b141a009737 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.677828] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6537af82-8a26-4820-98fa-b0f6e44e1659 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.685484] env[69302]: DEBUG oslo_vmware.api [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184390, 'name': ReconfigVM_Task, 'duration_secs': 0.148117} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.686385] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636879', 'volume_id': '6effce1d-204a-4e09-b3c2-6672416782df', 'name': 'volume-6effce1d-204a-4e09-b3c2-6672416782df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2dad5365-5f1b-458a-9c65-330d5ab3356c', 'attached_at': '', 'detached_at': '', 'volume_id': '6effce1d-204a-4e09-b3c2-6672416782df', 'serial': '6effce1d-204a-4e09-b3c2-6672416782df'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1208.691423] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4fac7-460e-438c-977f-77e0b80a88e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.721397] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1507e9-968a-464e-a18c-597bbbbe70cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.729470] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.741013] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccaaf5d0-4485-4fd1-b89c-2295e93e4014 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.743454] env[69302]: DEBUG nova.compute.manager [req-5ae5aa8f-81e0-4cd0-98b3-5556469f5507 req-89dd1951-c29a-4ab1-9760-b0fcf4409ae5 service nova] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Detach interface failed, port_id=05eb9201-a97f-4bea-80e7-19c7d9220033, reason: Instance aa32f8b3-9d99-4713-9eb7-d1d47cb1662a could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1208.749265] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1208.749265] env[69302]: value = "task-3184392" [ 1208.749265] env[69302]: _type = "Task" [ 1208.749265] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.757142] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.895865] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184391, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.102365] env[69302]: INFO nova.compute.manager [-] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Took 1.32 seconds to deallocate network for instance. [ 1209.158998] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: c864caf4-f764-4a68-98ba-a767a8fc9719] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.260546] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.262920] env[69302]: DEBUG nova.objects.instance [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'flavor' on Instance uuid 2dad5365-5f1b-458a-9c65-330d5ab3356c {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.396356] env[69302]: DEBUG oslo_vmware.api [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184391, 'name': PowerOnVM_Task, 'duration_secs': 0.788538} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.396718] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.397058] env[69302]: INFO nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1209.397301] env[69302]: DEBUG nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.398212] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b97b04-0366-4908-a064-82076f0f7edf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.609063] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.609351] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.609573] env[69302]: DEBUG nova.objects.instance [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lazy-loading 'resources' on Instance uuid aa32f8b3-9d99-4713-9eb7-d1d47cb1662a {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.661789] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 55d2e554-babf-4a85-9c2a-656e0b361f35] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.760214] env[69302]: DEBUG oslo_vmware.api [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184392, 'name': PowerOnVM_Task, 'duration_secs': 0.679722} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.760530] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.917660] env[69302]: INFO nova.compute.manager [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Took 15.25 seconds to build instance. [ 1210.135105] env[69302]: INFO nova.compute.manager [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Rescuing [ 1210.135731] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.135731] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.135731] env[69302]: DEBUG nova.network.neutron [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.165455] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 13151d16-4901-46c0-ac3f-baa07af26b6f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.250535] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9fb063-4565-44d1-a815-166491cbc9a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.258692] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36ad722-6e66-4cfd-8214-ae655bb67700 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.292217] env[69302]: DEBUG oslo_concurrency.lockutils [None req-adb8872a-28b4-4451-b268-9eaa221829c4 tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.335s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.294486] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426dd3c0-1c39-4bc4-a509-99b12042249d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.302745] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6adaa78-9059-4262-8a75-b14d8916a956 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.317883] env[69302]: DEBUG nova.compute.provider_tree [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.419727] env[69302]: DEBUG oslo_concurrency.lockutils [None req-237d18d3-7ff2-47ec-a7b2-2d26cf21eaaa tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.765s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.668401] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 457d13c7-a0ff-481b-849f-a2753f280741] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.795940] env[69302]: INFO nova.compute.manager [None req-053642ac-1dc1-4819-8388-dbf6f01d30f3 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance to original state: 'active' [ 1210.820793] env[69302]: DEBUG nova.scheduler.client.report [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.901299] env[69302]: DEBUG nova.network.neutron [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Updating instance_info_cache with network_info: [{"id": "05543abf-ca6a-45e1-ad82-9ee2951de5f9", "address": "fa:16:3e:21:24:c9", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05543abf-ca", "ovs_interfaceid": "05543abf-ca6a-45e1-ad82-9ee2951de5f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.174136] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: cb5ac92a-790e-404a-801c-4693657bc65f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.233300] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.233583] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.233879] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "2dad5365-5f1b-458a-9c65-330d5ab3356c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.234122] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.234426] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.236827] env[69302]: INFO nova.compute.manager [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Terminating instance [ 1211.326490] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.349346] env[69302]: INFO nova.scheduler.client.report [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted allocations for instance aa32f8b3-9d99-4713-9eb7-d1d47cb1662a [ 1211.403819] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "refresh_cache-e1378d25-e3a8-4599-9a33-8b51a07065b8" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.678356] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 50ee926a-fb36-47db-ba2d-90aff8c5ccd0] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.740785] env[69302]: DEBUG nova.compute.manager [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.741022] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.742220] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ab4210-5e37-4b13-a992-4832370c060f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.750498] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.750763] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-417efbe1-a979-4f8c-8682-868dc786da72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.758534] env[69302]: DEBUG oslo_vmware.api [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1211.758534] env[69302]: value = "task-3184393" [ 1211.758534] env[69302]: _type = "Task" [ 1211.758534] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.766572] env[69302]: DEBUG oslo_vmware.api [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.859353] env[69302]: DEBUG oslo_concurrency.lockutils [None req-884ca86f-cbcf-4924-a514-6dee5b6fe639 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "aa32f8b3-9d99-4713-9eb7-d1d47cb1662a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.181964] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b4172ce0-3bb0-4c73-acdb-d90d8c6d1475] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.229037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "c586b890-7ac9-4605-bd87-4af6609d3916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.229037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c586b890-7ac9-4605-bd87-4af6609d3916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.229037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.229037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.229037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c586b890-7ac9-4605-bd87-4af6609d3916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.230450] env[69302]: INFO nova.compute.manager [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Terminating instance [ 1212.270131] env[69302]: DEBUG oslo_vmware.api [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184393, 'name': PowerOffVM_Task, 'duration_secs': 0.308598} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.270415] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.270586] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.270841] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a44492b9-e41b-449f-bbdd-441ec7160d27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.342575] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.342923] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.343092] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleting the datastore file [datastore2] 2dad5365-5f1b-458a-9c65-330d5ab3356c {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.343494] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3209b15-4491-4fec-8155-66e40bed191f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.349809] env[69302]: DEBUG oslo_vmware.api [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for the task: (returnval){ [ 1212.349809] env[69302]: value = "task-3184395" [ 1212.349809] env[69302]: _type = "Task" [ 1212.349809] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.358577] env[69302]: DEBUG oslo_vmware.api [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.686049] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b9ec01ce-88d5-49c0-a224-fdd8c5b75100] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.733879] env[69302]: DEBUG nova.compute.manager [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.733948] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.734869] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5577ba-355a-4ded-844b-ef1422483b23 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.742781] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.743052] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9136ef5e-67f5-4c42-8f39-b18caf4e84e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.749182] env[69302]: DEBUG oslo_vmware.api [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1212.749182] env[69302]: value = "task-3184396" [ 1212.749182] env[69302]: _type = "Task" [ 1212.749182] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.758184] env[69302]: DEBUG oslo_vmware.api [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.834911] env[69302]: DEBUG oslo_concurrency.lockutils [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.835802] env[69302]: DEBUG oslo_concurrency.lockutils [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.860696] env[69302]: DEBUG oslo_vmware.api [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Task: {'id': task-3184395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250121} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.860964] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.861168] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.861362] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.861537] env[69302]: INFO nova.compute.manager [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1212.861782] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.861967] env[69302]: DEBUG nova.compute.manager [-] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.862074] env[69302]: DEBUG nova.network.neutron [-] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.940695] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.941422] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f25ff3dd-d1c6-4088-82a3-8517dd6a4664 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.948430] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1212.948430] env[69302]: value = "task-3184397" [ 1212.948430] env[69302]: _type = "Task" [ 1212.948430] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.956374] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.129029] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "323fc8a5-00ec-4470-8952-b830448fe90a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.129327] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "323fc8a5-00ec-4470-8952-b830448fe90a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.189202] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 98bc66d4-ceaf-41e5-8e44-7da3b94616f4] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.259678] env[69302]: DEBUG oslo_vmware.api [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184396, 'name': PowerOffVM_Task, 'duration_secs': 0.330303} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.259938] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.260125] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.260380] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e584a9-f84b-4464-93e7-fb13a5746e55 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.326068] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.326338] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.326533] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleting the datastore file [datastore2] c586b890-7ac9-4605-bd87-4af6609d3916 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.326876] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17b9ec12-4159-40b4-8b7b-098dfc411899 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.333587] env[69302]: DEBUG oslo_vmware.api [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1213.333587] env[69302]: value = "task-3184399" [ 1213.333587] env[69302]: _type = "Task" [ 1213.333587] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.343953] env[69302]: DEBUG nova.compute.utils [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.345220] env[69302]: DEBUG oslo_vmware.api [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.371914] env[69302]: DEBUG nova.compute.manager [req-7566aac1-9405-4378-ba67-d5e39567510e req-a2adab8b-b78f-4e1d-ad7f-d517ca12b1a9 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Received event network-vif-deleted-ff7b8b74-702e-4c31-92df-4ae8ec72c1ca {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.372134] env[69302]: INFO nova.compute.manager [req-7566aac1-9405-4378-ba67-d5e39567510e req-a2adab8b-b78f-4e1d-ad7f-d517ca12b1a9 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Neutron deleted interface ff7b8b74-702e-4c31-92df-4ae8ec72c1ca; detaching it from the instance and deleting it from the info cache [ 1213.372321] env[69302]: DEBUG nova.network.neutron [req-7566aac1-9405-4378-ba67-d5e39567510e req-a2adab8b-b78f-4e1d-ad7f-d517ca12b1a9 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.458821] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184397, 'name': PowerOffVM_Task, 'duration_secs': 0.239089} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.459113] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.459920] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a3fa3-893c-4583-88ae-3709d0736967 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.478843] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d571588-d16b-4293-a43b-f6f2b9ee7c8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.515841] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.516106] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d80e5351-1725-45f1-a0f4-290998915e16 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.522659] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1213.522659] env[69302]: value = "task-3184400" [ 1213.522659] env[69302]: _type = "Task" [ 1213.522659] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.530606] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.632595] env[69302]: DEBUG nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.692740] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 58bc7378-cf42-446a-a5dc-bd89aa59e7bd] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.843351] env[69302]: DEBUG oslo_vmware.api [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303223} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.843615] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.843793] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.844018] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.844201] env[69302]: INFO nova.compute.manager [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1213.844442] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.844646] env[69302]: DEBUG nova.compute.manager [-] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.844741] env[69302]: DEBUG nova.network.neutron [-] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.846705] env[69302]: DEBUG oslo_concurrency.lockutils [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.850715] env[69302]: DEBUG nova.network.neutron [-] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.875884] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9af945d8-e19c-4b32-a839-6094f19961b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.886827] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770985b8-18a9-4a0c-bfe6-590b60313037 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.919537] env[69302]: DEBUG nova.compute.manager [req-7566aac1-9405-4378-ba67-d5e39567510e req-a2adab8b-b78f-4e1d-ad7f-d517ca12b1a9 service nova] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Detach interface failed, port_id=ff7b8b74-702e-4c31-92df-4ae8ec72c1ca, reason: Instance 2dad5365-5f1b-458a-9c65-330d5ab3356c could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.033374] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.033561] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.033808] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.033958] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.034288] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.034527] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-305559c9-6f82-422f-855e-3d2816ce5d7a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.044418] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.044626] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.045412] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741c0824-ad46-47a5-8e4d-d9d53abd08cf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.053518] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1214.053518] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c9c3eb-c4bf-705e-ab84-fa75a7fd812b" [ 1214.053518] env[69302]: _type = "Task" [ 1214.053518] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.061834] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c9c3eb-c4bf-705e-ab84-fa75a7fd812b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.062779] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b0668e-46ef-4c64-9b26-f18e0612513d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.067755] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1214.067755] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522a4c16-953e-78c5-ffca-b5057446234a" [ 1214.067755] env[69302]: _type = "Task" [ 1214.067755] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.075547] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522a4c16-953e-78c5-ffca-b5057446234a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.164992] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.172029] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.172029] env[69302]: INFO nova.compute.claims [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.196715] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 40edaa33-9955-4ea7-bdc7-3276ac7c63c7] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.355809] env[69302]: INFO nova.compute.manager [-] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Took 1.49 seconds to deallocate network for instance. [ 1214.580859] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522a4c16-953e-78c5-ffca-b5057446234a, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.581236] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.581604] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. {{(pid=69302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1214.581858] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17289b95-77bd-417e-93a7-e9a92cb69cf3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.590857] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1214.590857] env[69302]: value = "task-3184401" [ 1214.590857] env[69302]: _type = "Task" [ 1214.590857] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.599220] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.700583] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 848596ef-6ff7-40f4-b28d-3986692e5ce5] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.861513] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.941088] env[69302]: DEBUG oslo_concurrency.lockutils [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.941088] env[69302]: DEBUG oslo_concurrency.lockutils [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.941286] env[69302]: INFO nova.compute.manager [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Attaching volume aa184cfe-e911-43ab-8a4b-899bd9729d5a to /dev/sdb [ 1214.977865] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d77292-feb9-4681-bbe3-8ba92997b9fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.985535] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c101878e-60ed-4a8e-89bc-3e8d0539cff7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.000322] env[69302]: DEBUG nova.virt.block_device [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updating existing volume attachment record: 7bedb891-2af6-42da-89b1-6392a24101df {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1215.047334] env[69302]: DEBUG nova.network.neutron [-] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.100810] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491248} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.100976] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. [ 1215.101930] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e89af3-423b-48a1-9bbd-9d3c694519b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.128166] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.128892] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecda9d12-0724-4a9c-b22a-fd4df99c3167 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.147758] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1215.147758] env[69302]: value = "task-3184403" [ 1215.147758] env[69302]: _type = "Task" [ 1215.147758] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.156131] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.204516] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 3be491dc-0ed7-40e5-b725-f7dfb1a951e6] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.291527] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295d35d-9d30-9a25-eae8-8d51412cd5fb/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1215.292635] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5bff51-bcdf-4747-b2f0-bc315f76e974 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.302066] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295d35d-9d30-9a25-eae8-8d51412cd5fb/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1215.302342] env[69302]: ERROR oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295d35d-9d30-9a25-eae8-8d51412cd5fb/disk-0.vmdk due to incomplete transfer. [ 1215.302513] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2fc12c99-e3b2-483d-858d-945f41ca02ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.310428] env[69302]: DEBUG oslo_vmware.rw_handles [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5295d35d-9d30-9a25-eae8-8d51412cd5fb/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1215.310666] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Uploaded image 778b97a0-9432-4e8a-a999-fc47ef43f160 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1215.313191] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1215.315895] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ce69d82-5f44-46f4-baf9-7fdaa5750144 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.321896] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1215.321896] env[69302]: value = "task-3184406" [ 1215.321896] env[69302]: _type = "Task" [ 1215.321896] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.330862] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184406, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.345288] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d56788-cfdf-46f2-a983-adc94a7d1fd4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.351331] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30a6a33-254e-4f2c-a9b4-327704b5c336 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.381245] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c8eda-8fd9-436b-b3a9-a5794293e0b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.389663] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe657149-bd26-4a3c-816b-21053249c83a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.406354] env[69302]: DEBUG nova.compute.provider_tree [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.409326] env[69302]: DEBUG nova.compute.manager [req-4a5bc4e4-bc51-4c15-b0b7-144f53ecb6e2 req-f9e3d1f9-ec76-4e2f-ad42-ec7e0041fe8e service nova] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Received event network-vif-deleted-e53a0ef1-71e5-4706-ae13-b00ff2a0f76b {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.550219] env[69302]: INFO nova.compute.manager [-] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Took 1.71 seconds to deallocate network for instance. [ 1215.657849] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184403, 'name': ReconfigVM_Task, 'duration_secs': 0.364579} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.658118] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.658948] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805a2733-9946-4664-aa4e-d7e9d6763ed4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.684271] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c830a57-2406-49ae-b0e9-b88a8e15cb6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.698800] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1215.698800] env[69302]: value = "task-3184407" [ 1215.698800] env[69302]: _type = "Task" [ 1215.698800] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.706437] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.709926] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 93b679c4-2c07-4b85-bc37-84488097d52f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.831948] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184406, 'name': Destroy_Task, 'duration_secs': 0.31027} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.832209] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Destroyed the VM [ 1215.832621] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1215.832887] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-998dc6ab-d60a-4a91-8c3c-09fc6b59d3ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.838996] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1215.838996] env[69302]: value = "task-3184408" [ 1215.838996] env[69302]: _type = "Task" [ 1215.838996] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.846554] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.911728] env[69302]: DEBUG nova.scheduler.client.report [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.056858] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.208202] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184407, 'name': ReconfigVM_Task, 'duration_secs': 0.504842} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.208418] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.208675] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9250ac7e-85a5-4908-9e57-36bbc1011833 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.214693] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1216.214693] env[69302]: value = "task-3184409" [ 1216.214693] env[69302]: _type = "Task" [ 1216.214693] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.215092] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: feb83f01-3afd-4831-8db9-e37ba30939ad] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.223892] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.348144] env[69302]: DEBUG oslo_vmware.api [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184408, 'name': RemoveSnapshot_Task, 'duration_secs': 0.492569} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.348424] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1216.348632] env[69302]: INFO nova.compute.manager [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Took 13.14 seconds to snapshot the instance on the hypervisor. [ 1216.417541] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.417988] env[69302]: DEBUG nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.422386] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.561s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.422668] env[69302]: DEBUG nova.objects.instance [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lazy-loading 'resources' on Instance uuid 2dad5365-5f1b-458a-9c65-330d5ab3356c {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.720452] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.720778] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Cleaning up deleted instances with incomplete migration {{(pid=69302) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1216.725036] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.891501] env[69302]: DEBUG nova.compute.manager [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Found 3 images (rotation: 2) {{(pid=69302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1216.891704] env[69302]: DEBUG nova.compute.manager [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Rotating out 1 backups {{(pid=69302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1216.891863] env[69302]: DEBUG nova.compute.manager [None req-e35cc078-7f4d-4f91-8e6b-c5e82c19b8bc tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleting image d1e695e9-6651-446a-bdc2-86403ed7240a {{(pid=69302) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1216.925059] env[69302]: DEBUG nova.compute.utils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.929358] env[69302]: DEBUG nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.929530] env[69302]: DEBUG nova.network.neutron [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.969718] env[69302]: DEBUG nova.policy [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6623ce5622b4b26a4adb0abc2ebb4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc751e9371ab4bf8a13524a2ae8d64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.053124] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbafd62d-27af-4946-871e-e8460edd4679 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.061556] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f72d551-dc55-4705-9a44-654518999508 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.092120] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f1de8-507d-4a48-b912-aa1c679f1b42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.099707] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a92f72a-df3e-47e1-8b1f-eaba73fb6d89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.114297] env[69302]: DEBUG nova.compute.provider_tree [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.225448] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.225892] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.235011] env[69302]: DEBUG nova.network.neutron [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Successfully created port: ca261603-544b-4d35-9157-723afc0fd8aa {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.429960] env[69302]: DEBUG nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.618424] env[69302]: DEBUG nova.scheduler.client.report [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.727285] env[69302]: DEBUG oslo_vmware.api [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184409, 'name': PowerOnVM_Task, 'duration_secs': 1.379387} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.727718] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.730540] env[69302]: DEBUG nova.compute.manager [None req-3546cac5-465a-441f-8537-48c3857a806c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.731433] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4b836c-84cf-45d5-bb60-adfee829ba6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.124554] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.126933] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.070s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.127150] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.147712] env[69302]: INFO nova.scheduler.client.report [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted allocations for instance c586b890-7ac9-4605-bd87-4af6609d3916 [ 1218.149696] env[69302]: INFO nova.scheduler.client.report [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Deleted allocations for instance 2dad5365-5f1b-458a-9c65-330d5ab3356c [ 1218.440999] env[69302]: DEBUG nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.464547] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.464763] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.464951] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.465176] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.465333] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.465483] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.465694] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.465871] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.466101] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.466306] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.466542] env[69302]: DEBUG nova.virt.hardware [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.469281] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af6bea8-c250-4c18-867e-77645e470d99 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.477641] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03f1321-4cc3-4dc5-adbc-eb2b884358e7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.641843] env[69302]: DEBUG nova.compute.manager [req-fb3ae321-e38c-41bd-a1f0-793bb68b7979 req-5294b1d4-e421-4502-9fe4-392e63dd9df3 service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Received event network-vif-plugged-ca261603-544b-4d35-9157-723afc0fd8aa {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.642076] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb3ae321-e38c-41bd-a1f0-793bb68b7979 req-5294b1d4-e421-4502-9fe4-392e63dd9df3 service nova] Acquiring lock "323fc8a5-00ec-4470-8952-b830448fe90a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.642299] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb3ae321-e38c-41bd-a1f0-793bb68b7979 req-5294b1d4-e421-4502-9fe4-392e63dd9df3 service nova] Lock "323fc8a5-00ec-4470-8952-b830448fe90a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.642464] env[69302]: DEBUG oslo_concurrency.lockutils [req-fb3ae321-e38c-41bd-a1f0-793bb68b7979 req-5294b1d4-e421-4502-9fe4-392e63dd9df3 service nova] Lock "323fc8a5-00ec-4470-8952-b830448fe90a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.642968] env[69302]: DEBUG nova.compute.manager [req-fb3ae321-e38c-41bd-a1f0-793bb68b7979 req-5294b1d4-e421-4502-9fe4-392e63dd9df3 service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] No waiting events found dispatching network-vif-plugged-ca261603-544b-4d35-9157-723afc0fd8aa {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.643213] env[69302]: WARNING nova.compute.manager [req-fb3ae321-e38c-41bd-a1f0-793bb68b7979 req-5294b1d4-e421-4502-9fe4-392e63dd9df3 service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Received unexpected event network-vif-plugged-ca261603-544b-4d35-9157-723afc0fd8aa for instance with vm_state building and task_state spawning. [ 1218.657126] env[69302]: DEBUG oslo_concurrency.lockutils [None req-7772fdb0-5532-4502-8552-17c603b7cc48 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "c586b890-7ac9-4605-bd87-4af6609d3916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.429s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.660430] env[69302]: DEBUG oslo_concurrency.lockutils [None req-48ac58f1-ab3e-4312-a087-16e20900129c tempest-AttachVolumeNegativeTest-968174584 tempest-AttachVolumeNegativeTest-968174584-project-member] Lock "2dad5365-5f1b-458a-9c65-330d5ab3356c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.427s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.754638] env[69302]: DEBUG nova.network.neutron [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Successfully updated port: ca261603-544b-4d35-9157-723afc0fd8aa {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.825275] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "65947f24-4dea-4997-9f4a-7579a8fb0056" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.825585] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.825742] env[69302]: DEBUG nova.compute.manager [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.827199] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43462fef-3a11-4333-8fb7-243a6022dba4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.834547] env[69302]: DEBUG nova.compute.manager [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1218.835191] env[69302]: DEBUG nova.objects.instance [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'flavor' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.258119] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "refresh_cache-323fc8a5-00ec-4470-8952-b830448fe90a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.258119] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "refresh_cache-323fc8a5-00ec-4470-8952-b830448fe90a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.258119] env[69302]: DEBUG nova.network.neutron [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.428304] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.428576] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.548819] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1219.549114] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636887', 'volume_id': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'name': 'volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '549c09a7-e299-4516-99f9-7c1f8bfd2a63', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'serial': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1219.549992] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b2f09c-bbb9-4c21-bea3-2267817051f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.567512] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef347124-8970-44a8-a3a7-828b4c0bf001 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.591638] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a/volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.591840] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea03a787-1894-4702-9f9c-bfab7554dd32 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.610746] env[69302]: DEBUG oslo_vmware.api [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1219.610746] env[69302]: value = "task-3184412" [ 1219.610746] env[69302]: _type = "Task" [ 1219.610746] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.622461] env[69302]: DEBUG oslo_vmware.api [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.793317] env[69302]: DEBUG nova.network.neutron [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.842998] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.843282] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b97cc514-2554-4fe8-9bbd-b9f53b1c761a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.851986] env[69302]: DEBUG oslo_vmware.api [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1219.851986] env[69302]: value = "task-3184413" [ 1219.851986] env[69302]: _type = "Task" [ 1219.851986] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.862713] env[69302]: DEBUG oslo_vmware.api [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.931553] env[69302]: DEBUG nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.947563] env[69302]: DEBUG nova.network.neutron [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Updating instance_info_cache with network_info: [{"id": "ca261603-544b-4d35-9157-723afc0fd8aa", "address": "fa:16:3e:a4:09:df", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca261603-54", "ovs_interfaceid": "ca261603-544b-4d35-9157-723afc0fd8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.121030] env[69302]: DEBUG oslo_vmware.api [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184412, 'name': ReconfigVM_Task, 'duration_secs': 0.391028} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.121030] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a/volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.125508] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5a8589f-01a8-4417-8d50-a977038f40f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.139813] env[69302]: DEBUG oslo_vmware.api [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1220.139813] env[69302]: value = "task-3184414" [ 1220.139813] env[69302]: _type = "Task" [ 1220.139813] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.149955] env[69302]: DEBUG oslo_vmware.api [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.362104] env[69302]: DEBUG oslo_vmware.api [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184413, 'name': PowerOffVM_Task, 'duration_secs': 0.188529} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.362313] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.362508] env[69302]: DEBUG nova.compute.manager [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.363260] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07556c8-0fc8-437f-8ec5-1a324f96c0d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.450434] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "refresh_cache-323fc8a5-00ec-4470-8952-b830448fe90a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.450758] env[69302]: DEBUG nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Instance network_info: |[{"id": "ca261603-544b-4d35-9157-723afc0fd8aa", "address": "fa:16:3e:a4:09:df", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca261603-54", "ovs_interfaceid": "ca261603-544b-4d35-9157-723afc0fd8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.451184] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:09:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca261603-544b-4d35-9157-723afc0fd8aa', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.458583] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.459629] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.459868] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.461320] env[69302]: INFO nova.compute.claims [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.463601] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.464014] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e683384-bc69-47d4-b1ca-c93395188e9d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.483688] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.483688] env[69302]: value = "task-3184415" [ 1220.483688] env[69302]: _type = "Task" [ 1220.483688] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.491032] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184415, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.649543] env[69302]: DEBUG oslo_vmware.api [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184414, 'name': ReconfigVM_Task, 'duration_secs': 0.146143} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.649814] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636887', 'volume_id': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'name': 'volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '549c09a7-e299-4516-99f9-7c1f8bfd2a63', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'serial': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1220.657200] env[69302]: INFO nova.compute.manager [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Rescuing [ 1220.657550] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.657753] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.657937] env[69302]: DEBUG nova.network.neutron [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.677603] env[69302]: DEBUG nova.compute.manager [req-aed2e57d-0225-4472-8be0-836ada9b25ae req-ce17f670-74ee-4dbf-bd6e-cc517f81ffdb service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Received event network-changed-ca261603-544b-4d35-9157-723afc0fd8aa {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.677797] env[69302]: DEBUG nova.compute.manager [req-aed2e57d-0225-4472-8be0-836ada9b25ae req-ce17f670-74ee-4dbf-bd6e-cc517f81ffdb service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Refreshing instance network info cache due to event network-changed-ca261603-544b-4d35-9157-723afc0fd8aa. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.678037] env[69302]: DEBUG oslo_concurrency.lockutils [req-aed2e57d-0225-4472-8be0-836ada9b25ae req-ce17f670-74ee-4dbf-bd6e-cc517f81ffdb service nova] Acquiring lock "refresh_cache-323fc8a5-00ec-4470-8952-b830448fe90a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.678275] env[69302]: DEBUG oslo_concurrency.lockutils [req-aed2e57d-0225-4472-8be0-836ada9b25ae req-ce17f670-74ee-4dbf-bd6e-cc517f81ffdb service nova] Acquired lock "refresh_cache-323fc8a5-00ec-4470-8952-b830448fe90a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.678346] env[69302]: DEBUG nova.network.neutron [req-aed2e57d-0225-4472-8be0-836ada9b25ae req-ce17f670-74ee-4dbf-bd6e-cc517f81ffdb service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Refreshing network info cache for port ca261603-544b-4d35-9157-723afc0fd8aa {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.728640] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.728975] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.874364] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1eedc7de-1bd8-415c-8f9e-f070a5710434 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.993709] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184415, 'name': CreateVM_Task, 'duration_secs': 0.333778} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.993890] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.994602] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.994774] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.995096] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.995352] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1de7bcd-9ad2-4a64-9526-cb86971a92ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.000224] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1221.000224] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52465d81-d0c1-f91d-2316-0625b1be1157" [ 1221.000224] env[69302]: _type = "Task" [ 1221.000224] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.007859] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52465d81-d0c1-f91d-2316-0625b1be1157, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.238065] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.238265] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.238382] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.238656] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.238690] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.238804] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1221.238975] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.383577] env[69302]: DEBUG nova.network.neutron [req-aed2e57d-0225-4472-8be0-836ada9b25ae req-ce17f670-74ee-4dbf-bd6e-cc517f81ffdb service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Updated VIF entry in instance network info cache for port ca261603-544b-4d35-9157-723afc0fd8aa. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.383925] env[69302]: DEBUG nova.network.neutron [req-aed2e57d-0225-4472-8be0-836ada9b25ae req-ce17f670-74ee-4dbf-bd6e-cc517f81ffdb service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Updating instance_info_cache with network_info: [{"id": "ca261603-544b-4d35-9157-723afc0fd8aa", "address": "fa:16:3e:a4:09:df", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca261603-54", "ovs_interfaceid": "ca261603-544b-4d35-9157-723afc0fd8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.415382] env[69302]: DEBUG nova.network.neutron [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Updating instance_info_cache with network_info: [{"id": "42b929cc-e08c-4fbb-904d-d800fab3a680", "address": "fa:16:3e:fe:d6:eb", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b929cc-e0", "ovs_interfaceid": "42b929cc-e08c-4fbb-904d-d800fab3a680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.511126] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52465d81-d0c1-f91d-2316-0625b1be1157, 'name': SearchDatastore_Task, 'duration_secs': 0.048009} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.511666] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.511894] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.512139] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.512282] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.512457] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.512704] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06dc8403-908c-4017-80d7-7c5b728acfb9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.520513] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.520686] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.521367] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281747e9-1521-41e9-8ab0-b8e0e06b3703 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.525993] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1221.525993] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521cd112-968c-564a-cd22-f5e2b6feebf6" [ 1221.525993] env[69302]: _type = "Task" [ 1221.525993] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.536250] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521cd112-968c-564a-cd22-f5e2b6feebf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.590874] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f443e016-bef2-4ac7-913e-2466008d14ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.598544] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a47689-aaeb-4a8b-8898-e48c8ee70a0f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.629104] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0206daab-4d9a-4fcc-b294-230fc9ca64e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.635965] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c0808-e7bd-44f3-8a09-2020e95e7006 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.648540] env[69302]: DEBUG nova.compute.provider_tree [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.687064] env[69302]: DEBUG nova.objects.instance [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.741111] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.886737] env[69302]: DEBUG oslo_concurrency.lockutils [req-aed2e57d-0225-4472-8be0-836ada9b25ae req-ce17f670-74ee-4dbf-bd6e-cc517f81ffdb service nova] Releasing lock "refresh_cache-323fc8a5-00ec-4470-8952-b830448fe90a" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.918738] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.970040] env[69302]: DEBUG nova.compute.manager [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Stashing vm_state: stopped {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1222.040275] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521cd112-968c-564a-cd22-f5e2b6feebf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.041138] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f9ff6b-3fef-4a77-a0c9-dec2b890e273 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.046843] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1222.046843] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5227dd5e-4997-456b-169d-9c9d28de0861" [ 1222.046843] env[69302]: _type = "Task" [ 1222.046843] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.055335] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5227dd5e-4997-456b-169d-9c9d28de0861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.151704] env[69302]: DEBUG nova.scheduler.client.report [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.191388] env[69302]: DEBUG oslo_concurrency.lockutils [None req-190a7d3e-9fa9-4a78-96e0-306f5b8aef7e tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.250s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.298771] env[69302]: DEBUG oslo_concurrency.lockutils [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.299063] env[69302]: DEBUG oslo_concurrency.lockutils [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.299252] env[69302]: DEBUG nova.compute.manager [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.300194] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8768bd17-473f-45cd-90bd-a7f0767d6837 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.307103] env[69302]: DEBUG nova.compute.manager [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1222.307695] env[69302]: DEBUG nova.objects.instance [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.490210] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.556829] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5227dd5e-4997-456b-169d-9c9d28de0861, 'name': SearchDatastore_Task, 'duration_secs': 0.01105} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.557125] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.557390] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 323fc8a5-00ec-4470-8952-b830448fe90a/323fc8a5-00ec-4470-8952-b830448fe90a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.557654] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-644bda24-980a-4d0e-a044-48b432faf4d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.564013] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1222.564013] env[69302]: value = "task-3184417" [ 1222.564013] env[69302]: _type = "Task" [ 1222.564013] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.571242] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.655947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.656517] env[69302]: DEBUG nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.659184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.918s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.659357] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.659509] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1222.659789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.170s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.662051] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d213c5-9c53-44f8-ac4e-c7e8ab086771 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.670040] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfade04-57f5-42ed-a457-cdc97c5dce94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.684968] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de49858c-4817-4b0e-bc00-b447f85f7387 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.691995] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d77eab7-16f7-4c8d-ac3d-46ff10ea7e41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.722748] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179834MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1222.722895] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.074338] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.162738] env[69302]: DEBUG nova.compute.utils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.164202] env[69302]: DEBUG nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.164378] env[69302]: DEBUG nova.network.neutron [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.168481] env[69302]: INFO nova.compute.claims [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.206336] env[69302]: DEBUG nova.policy [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6e8e3ac522e46acab79c4793de2ea9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4078d29a5a7a4c9c9a3eaf3ca9d91723', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.314898] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.316091] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cbc3c0-0490-48b0-8f42-ec9fee667c80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.325782] env[69302]: DEBUG oslo_vmware.api [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1223.325782] env[69302]: value = "task-3184418" [ 1223.325782] env[69302]: _type = "Task" [ 1223.325782] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.334612] env[69302]: DEBUG oslo_vmware.api [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.454326] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.454658] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac264db-fdde-4add-9be1-8fdec8a8a282 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.464604] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1223.464604] env[69302]: value = "task-3184419" [ 1223.464604] env[69302]: _type = "Task" [ 1223.464604] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.480032] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.550276] env[69302]: DEBUG nova.network.neutron [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Successfully created port: 6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.576585] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.668027] env[69302]: DEBUG nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.674348] env[69302]: INFO nova.compute.resource_tracker [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating resource usage from migration ac8d8046-c02d-4ef4-bbe4-643019ef390d [ 1223.813017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f493313-1407-4797-9ea9-ba9915689435 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.819534] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff06c9-4ad9-4ad6-9ce7-9aa5a3ee7e89 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.834251] env[69302]: DEBUG oslo_vmware.api [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184418, 'name': PowerOffVM_Task, 'duration_secs': 0.483028} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.860468] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.860840] env[69302]: DEBUG nova.compute.manager [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.862364] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e78da8-6c98-4739-9319-66ed040ab45b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.866118] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaad106-0e9d-4e8f-9ccc-aa0affb6a41c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.875722] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0769b5af-af2a-4b1a-bb67-83ed14c18234 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.890132] env[69302]: DEBUG nova.compute.provider_tree [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.975359] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184419, 'name': PowerOffVM_Task, 'duration_secs': 0.343665} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.975761] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.977009] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43c640f-acfe-4f89-82d9-d9c4fafde3b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.001424] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a717bb5-3e0d-46c5-969a-4ca83f31d1c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.036685] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.036968] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7252062-114c-44d3-9019-061fa4264e9f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.044155] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1224.044155] env[69302]: value = "task-3184420" [ 1224.044155] env[69302]: _type = "Task" [ 1224.044155] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.055065] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1224.055305] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.055527] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.055688] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.055872] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.056120] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4f6755b-bfda-4af9-a4d7-c3becfc7f1b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.064916] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.065115] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.065924] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d39f8fe-cff5-4213-a8ba-793c128ae4db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.076966] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184417, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.059385} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.077894] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 323fc8a5-00ec-4470-8952-b830448fe90a/323fc8a5-00ec-4470-8952-b830448fe90a.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.078133] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.078435] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1224.078435] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255b6b4-1765-34e1-15ce-a041670b3293" [ 1224.078435] env[69302]: _type = "Task" [ 1224.078435] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.078724] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffcd22d8-3d12-41b3-b687-aa2e7198028d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.091100] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255b6b4-1765-34e1-15ce-a041670b3293, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.092809] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1224.092809] env[69302]: value = "task-3184421" [ 1224.092809] env[69302]: _type = "Task" [ 1224.092809] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.093012] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304523f4-30f6-4375-8489-40914d13dfe2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.103740] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.104052] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1224.104052] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255c901-b211-6098-428c-cda25c534ee5" [ 1224.104052] env[69302]: _type = "Task" [ 1224.104052] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.111483] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255c901-b211-6098-428c-cda25c534ee5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.383770] env[69302]: DEBUG oslo_concurrency.lockutils [None req-db6d7586-4b4e-4e17-bcbb-e10b58f43fcb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.392965] env[69302]: DEBUG nova.scheduler.client.report [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.604330] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126844} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.604679] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.608196] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e40049-4180-45db-86b5-8194a77b8885 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.629726] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 323fc8a5-00ec-4470-8952-b830448fe90a/323fc8a5-00ec-4470-8952-b830448fe90a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.633310] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1d3e11-7954-4f8c-8bc8-e3b772f02cf6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.647246] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5255c901-b211-6098-428c-cda25c534ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.647511] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.647782] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. {{(pid=69302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1224.648428] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa822df-a63c-4446-8ebd-d64ed86c9d01 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.653120] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1224.653120] env[69302]: value = "task-3184422" [ 1224.653120] env[69302]: _type = "Task" [ 1224.653120] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.657139] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1224.657139] env[69302]: value = "task-3184423" [ 1224.657139] env[69302]: _type = "Task" [ 1224.657139] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.664123] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.669567] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.679132] env[69302]: DEBUG nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.708477] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.708712] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.708865] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.709056] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.709204] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.709345] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.709551] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.709710] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.709874] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.710045] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.710217] env[69302]: DEBUG nova.virt.hardware [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.711120] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05069df-5453-4929-8e91-c56ad9325fcb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.719039] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc76ccc-5384-43d0-a902-e00be57f6be6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.777678] env[69302]: DEBUG nova.objects.instance [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.898556] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.238s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.898914] env[69302]: INFO nova.compute.manager [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Migrating [ 1224.905531] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.182s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.994647] env[69302]: DEBUG nova.compute.manager [req-c8c86b2e-d72b-4752-9650-8de0aded7023 req-1c23abad-e441-4fba-9d2e-e87ecacabf47 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Received event network-vif-plugged-6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.994930] env[69302]: DEBUG oslo_concurrency.lockutils [req-c8c86b2e-d72b-4752-9650-8de0aded7023 req-1c23abad-e441-4fba-9d2e-e87ecacabf47 service nova] Acquiring lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.995197] env[69302]: DEBUG oslo_concurrency.lockutils [req-c8c86b2e-d72b-4752-9650-8de0aded7023 req-1c23abad-e441-4fba-9d2e-e87ecacabf47 service nova] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.995371] env[69302]: DEBUG oslo_concurrency.lockutils [req-c8c86b2e-d72b-4752-9650-8de0aded7023 req-1c23abad-e441-4fba-9d2e-e87ecacabf47 service nova] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.995631] env[69302]: DEBUG nova.compute.manager [req-c8c86b2e-d72b-4752-9650-8de0aded7023 req-1c23abad-e441-4fba-9d2e-e87ecacabf47 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] No waiting events found dispatching network-vif-plugged-6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1224.995796] env[69302]: WARNING nova.compute.manager [req-c8c86b2e-d72b-4752-9650-8de0aded7023 req-1c23abad-e441-4fba-9d2e-e87ecacabf47 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Received unexpected event network-vif-plugged-6a583dde-c7e7-4ca3-b251-957d057357a2 for instance with vm_state building and task_state spawning. [ 1225.073863] env[69302]: DEBUG nova.network.neutron [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Successfully updated port: 6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.165541] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184423, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.168595] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184422, 'name': ReconfigVM_Task, 'duration_secs': 0.275665} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.168829] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 323fc8a5-00ec-4470-8952-b830448fe90a/323fc8a5-00ec-4470-8952-b830448fe90a.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.169463] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7325c0f3-e766-4bb5-8e5a-4fff25eb7917 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.175934] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1225.175934] env[69302]: value = "task-3184424" [ 1225.175934] env[69302]: _type = "Task" [ 1225.175934] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.184756] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184424, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.283287] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.283472] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.283779] env[69302]: DEBUG nova.network.neutron [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.283869] env[69302]: DEBUG nova.objects.instance [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'info_cache' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.421020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.421216] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.421525] env[69302]: DEBUG nova.network.neutron [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.445246] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.445721] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.579087] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.579258] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.579418] env[69302]: DEBUG nova.network.neutron [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.667238] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911524} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.667501] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. [ 1225.668283] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614e54cd-e78b-4e55-a673-b215be74f417 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.694371] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.697346] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed260795-f598-4e80-bbba-d127a90813b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.715593] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184424, 'name': Rename_Task, 'duration_secs': 0.150623} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.716976] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.717290] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1225.717290] env[69302]: value = "task-3184426" [ 1225.717290] env[69302]: _type = "Task" [ 1225.717290] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.717469] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78da8833-b763-4f6b-b88f-1b71f776ba2f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.725617] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1225.725617] env[69302]: value = "task-3184427" [ 1225.725617] env[69302]: _type = "Task" [ 1225.725617] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.728820] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.736275] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.788012] env[69302]: DEBUG nova.objects.base [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Object Instance<549c09a7-e299-4516-99f9-7c1f8bfd2a63> lazy-loaded attributes: flavor,info_cache {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.925734] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Applying migration context for instance 65947f24-4dea-4997-9f4a-7579a8fb0056 as it has an incoming, in-progress migration ac8d8046-c02d-4ef4-bbe4-643019ef390d. Migration status is pre-migrating {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1225.927842] env[69302]: INFO nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating resource usage from migration ac8d8046-c02d-4ef4-bbe4-643019ef390d [ 1225.949561] env[69302]: INFO nova.compute.manager [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Detaching volume 2f072baf-4682-4870-9cc1-8078617662ec [ 1225.952268] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 611af241-297e-4023-a6da-fe043983ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.952436] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance e71a2dc1-d62f-4140-907b-26ecab0172a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.952558] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance f68aab00-12dc-46f6-9e68-c5323aca864b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.952680] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 549c09a7-e299-4516-99f9-7c1f8bfd2a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.952794] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 303292b8-69a5-4ac7-943e-b9659f65bb67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.952906] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance e1378d25-e3a8-4599-9a33-8b51a07065b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.953046] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 323fc8a5-00ec-4470-8952-b830448fe90a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.953181] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 2c5c4752-70a7-41b7-aa16-b22382ae9c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.953299] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Migration ac8d8046-c02d-4ef4-bbe4-643019ef390d is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1225.953405] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 65947f24-4dea-4997-9f4a-7579a8fb0056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1225.953618] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1225.953782] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1225.989875] env[69302]: INFO nova.virt.block_device [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Attempting to driver detach volume 2f072baf-4682-4870-9cc1-8078617662ec from mountpoint /dev/sdb [ 1225.990129] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1225.990318] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1225.991211] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac07b2-05a8-49b0-a8a3-042925620ddc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.019760] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a46116-6e50-4ea0-ae83-bf66e6f3f3dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.028129] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13e5fa4-e51f-4c0c-b830-5ba332de7a07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.052550] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd57843e-286d-45cb-830a-ece4db7bacea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.071477] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] The volume has not been displaced from its original location: [datastore2] volume-2f072baf-4682-4870-9cc1-8078617662ec/volume-2f072baf-4682-4870-9cc1-8078617662ec.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.076801] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.079980] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591400c0-bc08-4d83-82ec-e8c0c7135c0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.101152] env[69302]: DEBUG oslo_vmware.api [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1226.101152] env[69302]: value = "task-3184428" [ 1226.101152] env[69302]: _type = "Task" [ 1226.101152] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.111262] env[69302]: DEBUG oslo_vmware.api [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.122104] env[69302]: DEBUG nova.network.neutron [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.154840] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d9f07-96d0-4040-8bb2-0e4432194484 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.161884] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4991298f-8fa3-48de-a2d6-79a6ad53a5c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.166018] env[69302]: DEBUG nova.network.neutron [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [{"id": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "address": "fa:16:3e:05:bd:ec", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c070a19-ea", "ovs_interfaceid": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.210046] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef1511-b7ee-4241-a3c7-44fc5a977e16 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.224018] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348ba6c4-c733-494b-9c3b-61b13f5ec4de {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.242223] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184426, 'name': ReconfigVM_Task, 'duration_secs': 0.326138} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.242966] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.246768] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.247920] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acba89be-dc3a-4b18-8480-44464b3d8da4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.254113] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184427, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.280710] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae4f725-b939-4c1b-ba99-238d6ebdc14a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.291882] env[69302]: DEBUG nova.network.neutron [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updating instance_info_cache with network_info: [{"id": "6a583dde-c7e7-4ca3-b251-957d057357a2", "address": "fa:16:3e:47:6b:91", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a583dde-c7", "ovs_interfaceid": "6a583dde-c7e7-4ca3-b251-957d057357a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.301271] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1226.301271] env[69302]: value = "task-3184429" [ 1226.301271] env[69302]: _type = "Task" [ 1226.301271] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.313327] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.555528] env[69302]: DEBUG nova.network.neutron [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updating instance_info_cache with network_info: [{"id": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "address": "fa:16:3e:9b:67:d1", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf58250-1c", "ovs_interfaceid": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.612672] env[69302]: DEBUG oslo_vmware.api [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184428, 'name': ReconfigVM_Task, 'duration_secs': 0.247424} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.612885] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.617652] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3d86be-f23f-4993-a047-cb87a8530683 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.633052] env[69302]: DEBUG oslo_vmware.api [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1226.633052] env[69302]: value = "task-3184430" [ 1226.633052] env[69302]: _type = "Task" [ 1226.633052] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.641453] env[69302]: DEBUG oslo_vmware.api [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.670660] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.740145] env[69302]: DEBUG oslo_vmware.api [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184427, 'name': PowerOnVM_Task, 'duration_secs': 0.791258} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.740505] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.740761] env[69302]: INFO nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1226.741010] env[69302]: DEBUG nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.741992] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8506f007-42b0-40eb-a05b-f1908b1d3c7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.748357] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.796752] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.797111] env[69302]: DEBUG nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Instance network_info: |[{"id": "6a583dde-c7e7-4ca3-b251-957d057357a2", "address": "fa:16:3e:47:6b:91", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a583dde-c7", "ovs_interfaceid": "6a583dde-c7e7-4ca3-b251-957d057357a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.797509] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6b:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a583dde-c7e7-4ca3-b251-957d057357a2', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.807216] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.807766] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.811522] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8595df00-0be0-4ea0-93f5-cd2868504543 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.831296] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184429, 'name': ReconfigVM_Task, 'duration_secs': 0.177325} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.832542] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.832784] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.832784] env[69302]: value = "task-3184431" [ 1226.832784] env[69302]: _type = "Task" [ 1226.832784] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.832964] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0ca7b68-655d-4a8a-a401-6abec67d484c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.842738] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184431, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.843998] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1226.843998] env[69302]: value = "task-3184432" [ 1226.843998] env[69302]: _type = "Task" [ 1226.843998] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.851285] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.026178] env[69302]: DEBUG nova.compute.manager [req-88c77446-1193-4f70-a006-b1e444aef71d req-307ec392-2d15-490b-b47d-a77b97056355 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Received event network-changed-6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.026382] env[69302]: DEBUG nova.compute.manager [req-88c77446-1193-4f70-a006-b1e444aef71d req-307ec392-2d15-490b-b47d-a77b97056355 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Refreshing instance network info cache due to event network-changed-6a583dde-c7e7-4ca3-b251-957d057357a2. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.026596] env[69302]: DEBUG oslo_concurrency.lockutils [req-88c77446-1193-4f70-a006-b1e444aef71d req-307ec392-2d15-490b-b47d-a77b97056355 service nova] Acquiring lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.026740] env[69302]: DEBUG oslo_concurrency.lockutils [req-88c77446-1193-4f70-a006-b1e444aef71d req-307ec392-2d15-490b-b47d-a77b97056355 service nova] Acquired lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.026896] env[69302]: DEBUG nova.network.neutron [req-88c77446-1193-4f70-a006-b1e444aef71d req-307ec392-2d15-490b-b47d-a77b97056355 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Refreshing network info cache for port 6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.058356] env[69302]: DEBUG oslo_concurrency.lockutils [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Releasing lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.142877] env[69302]: DEBUG oslo_vmware.api [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184430, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.262064] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1227.262470] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.357s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.265294] env[69302]: INFO nova.compute.manager [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Took 13.13 seconds to build instance. [ 1227.345563] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184431, 'name': CreateVM_Task, 'duration_secs': 0.509589} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.348660] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.349696] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.349850] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.350212] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.350886] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a144dbd-b1d4-493d-86b0-3eec4b883305 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.356593] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.358035] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1227.358035] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fe2b6f-7a3d-c4e8-22ac-5cdbfcec0c28" [ 1227.358035] env[69302]: _type = "Task" [ 1227.358035] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.365682] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fe2b6f-7a3d-c4e8-22ac-5cdbfcec0c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.645083] env[69302]: DEBUG oslo_vmware.api [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184430, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.756137] env[69302]: DEBUG nova.network.neutron [req-88c77446-1193-4f70-a006-b1e444aef71d req-307ec392-2d15-490b-b47d-a77b97056355 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updated VIF entry in instance network info cache for port 6a583dde-c7e7-4ca3-b251-957d057357a2. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.756496] env[69302]: DEBUG nova.network.neutron [req-88c77446-1193-4f70-a006-b1e444aef71d req-307ec392-2d15-490b-b47d-a77b97056355 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updating instance_info_cache with network_info: [{"id": "6a583dde-c7e7-4ca3-b251-957d057357a2", "address": "fa:16:3e:47:6b:91", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a583dde-c7", "ovs_interfaceid": "6a583dde-c7e7-4ca3-b251-957d057357a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.767712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3f21650f-a880-4662-89fa-84873de0414b tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "323fc8a5-00ec-4470-8952-b830448fe90a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.638s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.855831] env[69302]: DEBUG oslo_vmware.api [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184432, 'name': PowerOnVM_Task, 'duration_secs': 0.538173} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.856118] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.858902] env[69302]: DEBUG nova.compute.manager [None req-8005012d-da3e-4830-80af-a23cfa757dc7 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.859714] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a1ea5-4f86-4874-971d-21f98f541739 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.874337] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fe2b6f-7a3d-c4e8-22ac-5cdbfcec0c28, 'name': SearchDatastore_Task, 'duration_secs': 0.021499} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.874870] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.875100] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.875332] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.875510] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.875709] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.875954] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de41c0f9-ec8c-40de-9577-3d50e17c3a7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.885482] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.885683] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.886399] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f10a122d-e99f-4381-bb8d-e472aafc7e26 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.892556] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1227.892556] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a5f211-4bb5-0342-fed6-4db1191392cb" [ 1227.892556] env[69302]: _type = "Task" [ 1227.892556] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.901510] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a5f211-4bb5-0342-fed6-4db1191392cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.064090] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.064418] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7e7df8-a39f-4d05-8b42-53d9a97db63e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.073171] env[69302]: DEBUG oslo_vmware.api [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1228.073171] env[69302]: value = "task-3184433" [ 1228.073171] env[69302]: _type = "Task" [ 1228.073171] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.083115] env[69302]: DEBUG oslo_vmware.api [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.145020] env[69302]: DEBUG oslo_vmware.api [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184430, 'name': ReconfigVM_Task, 'duration_secs': 1.164505} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.145495] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636865', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'name': 'volume-2f072baf-4682-4870-9cc1-8078617662ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71a2dc1-d62f-4140-907b-26ecab0172a9', 'attached_at': '', 'detached_at': '', 'volume_id': '2f072baf-4682-4870-9cc1-8078617662ec', 'serial': '2f072baf-4682-4870-9cc1-8078617662ec'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1228.186188] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206e5e89-63ad-4c2a-a349-6efdf0f22581 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.206508] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance '65947f24-4dea-4997-9f4a-7579a8fb0056' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.259317] env[69302]: DEBUG oslo_concurrency.lockutils [req-88c77446-1193-4f70-a006-b1e444aef71d req-307ec392-2d15-490b-b47d-a77b97056355 service nova] Releasing lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.403952] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a5f211-4bb5-0342-fed6-4db1191392cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01518} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.404804] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c6bf73-4025-4613-b6f5-eb1fdbc1dc29 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.411129] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1228.411129] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5248f4bc-5a3d-db51-c648-92ea3bf237f4" [ 1228.411129] env[69302]: _type = "Task" [ 1228.411129] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.420202] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5248f4bc-5a3d-db51-c648-92ea3bf237f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.582739] env[69302]: DEBUG oslo_vmware.api [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184433, 'name': PowerOnVM_Task, 'duration_secs': 0.443991} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.583008] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.583234] env[69302]: DEBUG nova.compute.manager [None req-72906704-bc34-4a42-92a0-4762658af455 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.583963] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977ffcf5-1a02-4ec0-b0f1-0a5aa44a71c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.690013] env[69302]: DEBUG nova.objects.instance [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'flavor' on Instance uuid e71a2dc1-d62f-4140-907b-26ecab0172a9 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.717178] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.717178] env[69302]: INFO nova.compute.manager [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Unrescuing [ 1228.717178] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.717178] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.717178] env[69302]: DEBUG nova.network.neutron [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.717832] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e60448bd-b29f-4acf-bfbb-07f9a3a54bcb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.728031] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1228.728031] env[69302]: value = "task-3184434" [ 1228.728031] env[69302]: _type = "Task" [ 1228.728031] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.737491] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1228.737825] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance '65947f24-4dea-4997-9f4a-7579a8fb0056' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.836656] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "50a1d6c8-830c-4809-991d-c541bc267ed3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.836904] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.921246] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5248f4bc-5a3d-db51-c648-92ea3bf237f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.921558] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.921810] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2c5c4752-70a7-41b7-aa16-b22382ae9c9b/2c5c4752-70a7-41b7-aa16-b22382ae9c9b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.922075] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac06bf37-f2f1-41a1-829c-f3346c7ef024 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.928610] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1228.928610] env[69302]: value = "task-3184435" [ 1228.928610] env[69302]: _type = "Task" [ 1228.928610] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.935918] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.243675] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.243888] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.244055] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.244243] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.244390] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.244631] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.244930] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.245030] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.245184] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.245343] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.245659] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.250791] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d4b694-c013-4760-b3aa-040c40e64da0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.269961] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1229.269961] env[69302]: value = "task-3184436" [ 1229.269961] env[69302]: _type = "Task" [ 1229.269961] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.282710] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.339257] env[69302]: DEBUG nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.437629] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473573} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.438022] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2c5c4752-70a7-41b7-aa16-b22382ae9c9b/2c5c4752-70a7-41b7-aa16-b22382ae9c9b.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.438261] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.438607] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-808d337f-a81c-4f48-9e49-61f14dcabece {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.445670] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1229.445670] env[69302]: value = "task-3184437" [ 1229.445670] env[69302]: _type = "Task" [ 1229.445670] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.454161] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.521406] env[69302]: DEBUG nova.network.neutron [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Updating instance_info_cache with network_info: [{"id": "42b929cc-e08c-4fbb-904d-d800fab3a680", "address": "fa:16:3e:fe:d6:eb", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42b929cc-e0", "ovs_interfaceid": "42b929cc-e08c-4fbb-904d-d800fab3a680", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.698425] env[69302]: DEBUG oslo_concurrency.lockutils [None req-56c798fc-43de-443a-9c7c-d10564e7572e tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.253s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.781117] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184436, 'name': ReconfigVM_Task, 'duration_secs': 0.174137} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.782015] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance '65947f24-4dea-4997-9f4a-7579a8fb0056' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.878020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.878020] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.878020] env[69302]: INFO nova.compute.claims [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.956648] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068576} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.956648] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.956648] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff7a670-adc5-4b27-b064-62c99a306493 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.984703] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 2c5c4752-70a7-41b7-aa16-b22382ae9c9b/2c5c4752-70a7-41b7-aa16-b22382ae9c9b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.985008] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d20fc2b-5211-4bc6-b201-532935fe5679 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.004857] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1230.004857] env[69302]: value = "task-3184438" [ 1230.004857] env[69302]: _type = "Task" [ 1230.004857] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.012808] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.024745] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "refresh_cache-303292b8-69a5-4ac7-943e-b9659f65bb67" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.025480] env[69302]: DEBUG nova.objects.instance [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lazy-loading 'flavor' on Instance uuid 303292b8-69a5-4ac7-943e-b9659f65bb67 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.289074] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.289396] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.289615] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.289838] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.290012] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.290208] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.290488] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.290642] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.290852] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.291043] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.291275] env[69302]: DEBUG nova.virt.hardware [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.297602] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.297942] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf9f28f7-21a3-45be-8dab-274893e97eb5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.317921] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1230.317921] env[69302]: value = "task-3184439" [ 1230.317921] env[69302]: _type = "Task" [ 1230.317921] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.327352] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.514933] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.530701] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2ee97a-9538-4738-9cb4-70aa5874def4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.551241] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.551592] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ace73b-6033-4005-afca-b7ecd3b9d0b1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.557637] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1230.557637] env[69302]: value = "task-3184440" [ 1230.557637] env[69302]: _type = "Task" [ 1230.557637] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.565804] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.818935] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.819281] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.819542] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "e71a2dc1-d62f-4140-907b-26ecab0172a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.819762] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.819940] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.822297] env[69302]: INFO nova.compute.manager [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Terminating instance [ 1230.833400] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184439, 'name': ReconfigVM_Task, 'duration_secs': 0.167925} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.833683] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.834509] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea09d45-efc8-42af-b14d-e0e38f392fef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.861872] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 65947f24-4dea-4997-9f4a-7579a8fb0056/65947f24-4dea-4997-9f4a-7579a8fb0056.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.862661] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fe4aabf-de71-4d01-bd74-328982b42810 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.882997] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1230.882997] env[69302]: value = "task-3184441" [ 1230.882997] env[69302]: _type = "Task" [ 1230.882997] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.892196] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.014292] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184438, 'name': ReconfigVM_Task, 'duration_secs': 0.715637} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.016801] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 2c5c4752-70a7-41b7-aa16-b22382ae9c9b/2c5c4752-70a7-41b7-aa16-b22382ae9c9b.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.017675] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a77060c7-dd0b-4952-9bf4-0fd15b344195 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.024073] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1231.024073] env[69302]: value = "task-3184442" [ 1231.024073] env[69302]: _type = "Task" [ 1231.024073] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.034459] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184442, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.039602] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19963ef8-b502-4a83-8c36-f6953c09b794 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.046912] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de868f63-81e8-4d0d-86e4-4882394ebbcd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.079851] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb870a-af0f-4332-b8da-e3dffc2e33d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.089692] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa335c1c-270c-4dde-8f9b-676685804d5a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.093275] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184440, 'name': PowerOffVM_Task, 'duration_secs': 0.283726} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.093529] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.098870] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.099453] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db5a5a1-4e47-46cb-8b0f-36d50770b1ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.121842] env[69302]: DEBUG nova.compute.provider_tree [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.127714] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1231.127714] env[69302]: value = "task-3184443" [ 1231.127714] env[69302]: _type = "Task" [ 1231.127714] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.136299] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.329931] env[69302]: DEBUG nova.compute.manager [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.330233] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.331207] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2597b2a6-a416-4663-8b4e-58752e5f081c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.338804] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.339070] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd09466-107b-4d7e-b55e-e544b76235fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.344336] env[69302]: DEBUG oslo_vmware.api [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1231.344336] env[69302]: value = "task-3184444" [ 1231.344336] env[69302]: _type = "Task" [ 1231.344336] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.351612] env[69302]: DEBUG oslo_vmware.api [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.390364] env[69302]: DEBUG oslo_vmware.api [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184441, 'name': ReconfigVM_Task, 'duration_secs': 0.266607} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.390628] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 65947f24-4dea-4997-9f4a-7579a8fb0056/65947f24-4dea-4997-9f4a-7579a8fb0056.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.390900] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance '65947f24-4dea-4997-9f4a-7579a8fb0056' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.536075] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184442, 'name': Rename_Task, 'duration_secs': 0.309389} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.536075] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.536649] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da49a2bf-1e2c-43c5-bccc-66907a94e07a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.542807] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1231.542807] env[69302]: value = "task-3184445" [ 1231.542807] env[69302]: _type = "Task" [ 1231.542807] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.551080] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.625994] env[69302]: DEBUG nova.scheduler.client.report [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.638226] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184443, 'name': ReconfigVM_Task, 'duration_secs': 0.470992} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.638497] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.638686] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.639258] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a28c254e-e483-4be5-95ec-19d895d7dc28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.645985] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1231.645985] env[69302]: value = "task-3184446" [ 1231.645985] env[69302]: _type = "Task" [ 1231.645985] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.653846] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.854015] env[69302]: DEBUG oslo_vmware.api [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184444, 'name': PowerOffVM_Task, 'duration_secs': 0.214078} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.854268] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.854440] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.854715] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4188807-5f63-40b0-b11c-69655a0e5817 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.898011] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77f7313-74d7-4ec6-87bf-ff6b41774bd1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.917728] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a99d3a3-b74c-4b03-a6b6-7060a8996953 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.920376] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.920583] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.920809] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleting the datastore file [datastore1] e71a2dc1-d62f-4140-907b-26ecab0172a9 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.920989] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf4c3088-c126-4d14-87d0-423dff720055 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.939129] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance '65947f24-4dea-4997-9f4a-7579a8fb0056' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.944095] env[69302]: DEBUG oslo_vmware.api [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1231.944095] env[69302]: value = "task-3184448" [ 1231.944095] env[69302]: _type = "Task" [ 1231.944095] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.951430] env[69302]: DEBUG oslo_vmware.api [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.051943] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184445, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.130551] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.131177] env[69302]: DEBUG nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.156509] env[69302]: DEBUG oslo_vmware.api [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184446, 'name': PowerOnVM_Task, 'duration_secs': 0.509655} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.156627] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.156808] env[69302]: DEBUG nova.compute.manager [None req-a70b594b-0a13-44fd-9e26-502f609c6bd4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.157542] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f5448-ee9c-4581-ada4-f76a477fcc72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.456378] env[69302]: DEBUG oslo_vmware.api [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322835} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.456831] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.457138] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.457341] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.457520] env[69302]: INFO nova.compute.manager [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1232.457763] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.457963] env[69302]: DEBUG nova.compute.manager [-] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.458088] env[69302]: DEBUG nova.network.neutron [-] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.485094] env[69302]: DEBUG nova.network.neutron [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Port 6c070a19-ea12-493f-b5fc-d420b8f8a9b1 binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1232.553382] env[69302]: DEBUG oslo_vmware.api [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184445, 'name': PowerOnVM_Task, 'duration_secs': 0.723705} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.553714] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.553851] env[69302]: INFO nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1232.554033] env[69302]: DEBUG nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.554832] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b3602-485d-480a-8bed-40514e719f6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.636299] env[69302]: DEBUG nova.compute.utils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.637785] env[69302]: DEBUG nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.637958] env[69302]: DEBUG nova.network.neutron [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.678129] env[69302]: DEBUG nova.policy [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6623ce5622b4b26a4adb0abc2ebb4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc751e9371ab4bf8a13524a2ae8d64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.957083] env[69302]: DEBUG nova.compute.manager [req-ff0fe3ed-1853-4940-84c7-6abf2123a626 req-f442ba55-4f8f-4faf-a285-fbcc7f10b459 service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Received event network-vif-deleted-07713fd0-e5ed-4bea-887a-ba3b4e57e147 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.957290] env[69302]: INFO nova.compute.manager [req-ff0fe3ed-1853-4940-84c7-6abf2123a626 req-f442ba55-4f8f-4faf-a285-fbcc7f10b459 service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Neutron deleted interface 07713fd0-e5ed-4bea-887a-ba3b4e57e147; detaching it from the instance and deleting it from the info cache [ 1232.957461] env[69302]: DEBUG nova.network.neutron [req-ff0fe3ed-1853-4940-84c7-6abf2123a626 req-f442ba55-4f8f-4faf-a285-fbcc7f10b459 service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.000397] env[69302]: DEBUG nova.network.neutron [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Successfully created port: 70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.077211] env[69302]: INFO nova.compute.manager [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Took 12.64 seconds to build instance. [ 1233.142198] env[69302]: DEBUG nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.420223] env[69302]: DEBUG nova.network.neutron [-] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.460815] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd18d6b8-71f1-439b-9d70-e4876c44f5ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.470944] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13d24cd-5ad3-4621-9b0a-16baf7595263 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.510954] env[69302]: DEBUG nova.compute.manager [req-ff0fe3ed-1853-4940-84c7-6abf2123a626 req-f442ba55-4f8f-4faf-a285-fbcc7f10b459 service nova] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Detach interface failed, port_id=07713fd0-e5ed-4bea-887a-ba3b4e57e147, reason: Instance e71a2dc1-d62f-4140-907b-26ecab0172a9 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1233.519097] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.519097] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.519250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.577409] env[69302]: DEBUG oslo_concurrency.lockutils [None req-fea56c7a-96b0-46e8-9e8e-0d14d96982ed tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.149s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.923527] env[69302]: INFO nova.compute.manager [-] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Took 1.47 seconds to deallocate network for instance. [ 1234.153783] env[69302]: DEBUG nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.182527] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.183191] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.183191] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.183191] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.183356] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.184261] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.184261] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.184261] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.184261] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.184261] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.184522] env[69302]: DEBUG nova.virt.hardware [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.185269] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e8d494-d512-4018-a0be-1c7d340348e8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.193440] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3380310a-1046-4281-b908-a708f465fdad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.431952] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.431952] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.431952] env[69302]: DEBUG nova.objects.instance [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'resources' on Instance uuid e71a2dc1-d62f-4140-907b-26ecab0172a9 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.333848] env[69302]: DEBUG nova.compute.manager [req-36e6831a-203b-4214-970e-18df44a586c6 req-6fc0bc17-9df6-48ee-b21e-0864e3821cac service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Received event network-vif-plugged-70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.334171] env[69302]: DEBUG oslo_concurrency.lockutils [req-36e6831a-203b-4214-970e-18df44a586c6 req-6fc0bc17-9df6-48ee-b21e-0864e3821cac service nova] Acquiring lock "50a1d6c8-830c-4809-991d-c541bc267ed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.334386] env[69302]: DEBUG oslo_concurrency.lockutils [req-36e6831a-203b-4214-970e-18df44a586c6 req-6fc0bc17-9df6-48ee-b21e-0864e3821cac service nova] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.334621] env[69302]: DEBUG oslo_concurrency.lockutils [req-36e6831a-203b-4214-970e-18df44a586c6 req-6fc0bc17-9df6-48ee-b21e-0864e3821cac service nova] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.334824] env[69302]: DEBUG nova.compute.manager [req-36e6831a-203b-4214-970e-18df44a586c6 req-6fc0bc17-9df6-48ee-b21e-0864e3821cac service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] No waiting events found dispatching network-vif-plugged-70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.334995] env[69302]: WARNING nova.compute.manager [req-36e6831a-203b-4214-970e-18df44a586c6 req-6fc0bc17-9df6-48ee-b21e-0864e3821cac service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Received unexpected event network-vif-plugged-70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f for instance with vm_state building and task_state spawning. [ 1235.338683] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.338683] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.338683] env[69302]: DEBUG nova.network.neutron [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.339295] env[69302]: DEBUG nova.network.neutron [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Successfully updated port: 70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.340650] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_power_states {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.345044] env[69302]: DEBUG nova.compute.manager [req-ffdf602f-7b14-4e9f-9bb5-59041ceea577 req-86da94be-58fb-438c-940a-0ae750988dd0 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Received event network-changed-6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.345250] env[69302]: DEBUG nova.compute.manager [req-ffdf602f-7b14-4e9f-9bb5-59041ceea577 req-86da94be-58fb-438c-940a-0ae750988dd0 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Refreshing instance network info cache due to event network-changed-6a583dde-c7e7-4ca3-b251-957d057357a2. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.345491] env[69302]: DEBUG oslo_concurrency.lockutils [req-ffdf602f-7b14-4e9f-9bb5-59041ceea577 req-86da94be-58fb-438c-940a-0ae750988dd0 service nova] Acquiring lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.345643] env[69302]: DEBUG oslo_concurrency.lockutils [req-ffdf602f-7b14-4e9f-9bb5-59041ceea577 req-86da94be-58fb-438c-940a-0ae750988dd0 service nova] Acquired lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.345825] env[69302]: DEBUG nova.network.neutron [req-ffdf602f-7b14-4e9f-9bb5-59041ceea577 req-86da94be-58fb-438c-940a-0ae750988dd0 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Refreshing network info cache for port 6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.505592] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174006f6-0418-4c1b-8a34-389d173e5c6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.513639] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5335bd32-5cd1-4394-a7b7-eb9f2d9ee762 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.544942] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd9f6be-4dab-4e0d-b6c9-9dd90b4b3349 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.552945] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61c10ef-64fd-4598-a8f3-3a1137c5263a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.567152] env[69302]: DEBUG nova.compute.provider_tree [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.824277] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.824634] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.850394] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Getting list of instances from cluster (obj){ [ 1235.850394] env[69302]: value = "domain-c8" [ 1235.850394] env[69302]: _type = "ClusterComputeResource" [ 1235.850394] env[69302]: } {{(pid=69302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1235.852841] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "refresh_cache-50a1d6c8-830c-4809-991d-c541bc267ed3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.852964] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "refresh_cache-50a1d6c8-830c-4809-991d-c541bc267ed3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.853117] env[69302]: DEBUG nova.network.neutron [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.855520] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb1cde7-cba1-4f9c-9383-7c34d3f19ef5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.872131] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Got total of 8 instances {{(pid=69302) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1235.872283] env[69302]: WARNING nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1235.872427] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid 611af241-297e-4023-a6da-fe043983ffd1 {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.872615] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.872766] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid e71a2dc1-d62f-4140-907b-26ecab0172a9 {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.872907] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid f68aab00-12dc-46f6-9e68-c5323aca864b {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.873063] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.873211] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid 303292b8-69a5-4ac7-943e-b9659f65bb67 {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.873353] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid e1378d25-e3a8-4599-9a33-8b51a07065b8 {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.873502] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid 323fc8a5-00ec-4470-8952-b830448fe90a {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.873638] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid 2c5c4752-70a7-41b7-aa16-b22382ae9c9b {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.873780] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Triggering sync for uuid 50a1d6c8-830c-4809-991d-c541bc267ed3 {{(pid=69302) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1235.874117] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "611af241-297e-4023-a6da-fe043983ffd1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.874328] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "611af241-297e-4023-a6da-fe043983ffd1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.874620] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "65947f24-4dea-4997-9f4a-7579a8fb0056" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.874865] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.874962] env[69302]: INFO nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1235.875131] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.875316] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.875523] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "f68aab00-12dc-46f6-9e68-c5323aca864b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.875690] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.875915] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.876109] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.876334] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "303292b8-69a5-4ac7-943e-b9659f65bb67" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.876504] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.876728] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.876922] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.877163] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "323fc8a5-00ec-4470-8952-b830448fe90a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.877336] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "323fc8a5-00ec-4470-8952-b830448fe90a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.877552] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.877724] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.877935] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "50a1d6c8-830c-4809-991d-c541bc267ed3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.878754] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c52f84-4de2-4364-981c-432739c72c7e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.881953] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e544c7-a3b4-41c7-ab09-fb10e36d3159 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.885093] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0465bf2c-5b3e-46ed-8cd2-02b8021672a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.887635] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2c490e-7e59-4af7-a157-d77183b17318 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.890285] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957e19bf-8681-4ef7-a60d-9f5ef4968761 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.892827] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c60bd-1ec6-4279-9077-37cd267cb856 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.895447] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e35e8b-e35e-4730-b8f0-e352ab4a5275 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.070460] env[69302]: DEBUG nova.scheduler.client.report [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.105262] env[69302]: DEBUG nova.network.neutron [req-ffdf602f-7b14-4e9f-9bb5-59041ceea577 req-86da94be-58fb-438c-940a-0ae750988dd0 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updated VIF entry in instance network info cache for port 6a583dde-c7e7-4ca3-b251-957d057357a2. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.105659] env[69302]: DEBUG nova.network.neutron [req-ffdf602f-7b14-4e9f-9bb5-59041ceea577 req-86da94be-58fb-438c-940a-0ae750988dd0 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updating instance_info_cache with network_info: [{"id": "6a583dde-c7e7-4ca3-b251-957d057357a2", "address": "fa:16:3e:47:6b:91", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a583dde-c7", "ovs_interfaceid": "6a583dde-c7e7-4ca3-b251-957d057357a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.117182] env[69302]: DEBUG nova.network.neutron [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [{"id": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "address": "fa:16:3e:05:bd:ec", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c070a19-ea", "ovs_interfaceid": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.327048] env[69302]: DEBUG nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.402866] env[69302]: DEBUG nova.network.neutron [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.422427] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.422817] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "611af241-297e-4023-a6da-fe043983ffd1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.423129] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "323fc8a5-00ec-4470-8952-b830448fe90a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.423430] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.427910] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.431333] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.431623] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.530516] env[69302]: DEBUG nova.network.neutron [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Updating instance_info_cache with network_info: [{"id": "70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f", "address": "fa:16:3e:33:70:8e", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d6d91b-3d", "ovs_interfaceid": "70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.576591] env[69302]: DEBUG nova.compute.manager [req-8f0164d1-9766-454b-95ac-3f043342a4aa req-d14ddde8-7cf3-4a18-b0d9-da778430f719 service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Received event network-changed-70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.576756] env[69302]: DEBUG nova.compute.manager [req-8f0164d1-9766-454b-95ac-3f043342a4aa req-d14ddde8-7cf3-4a18-b0d9-da778430f719 service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Refreshing instance network info cache due to event network-changed-70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.576942] env[69302]: DEBUG oslo_concurrency.lockutils [req-8f0164d1-9766-454b-95ac-3f043342a4aa req-d14ddde8-7cf3-4a18-b0d9-da778430f719 service nova] Acquiring lock "refresh_cache-50a1d6c8-830c-4809-991d-c541bc267ed3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.577544] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.597549] env[69302]: INFO nova.scheduler.client.report [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted allocations for instance e71a2dc1-d62f-4140-907b-26ecab0172a9 [ 1236.608320] env[69302]: DEBUG oslo_concurrency.lockutils [req-ffdf602f-7b14-4e9f-9bb5-59041ceea577 req-86da94be-58fb-438c-940a-0ae750988dd0 service nova] Releasing lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.621033] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.846103] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.846369] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.847862] env[69302]: INFO nova.compute.claims [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.032950] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "refresh_cache-50a1d6c8-830c-4809-991d-c541bc267ed3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.033321] env[69302]: DEBUG nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Instance network_info: |[{"id": "70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f", "address": "fa:16:3e:33:70:8e", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d6d91b-3d", "ovs_interfaceid": "70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.033635] env[69302]: DEBUG oslo_concurrency.lockutils [req-8f0164d1-9766-454b-95ac-3f043342a4aa req-d14ddde8-7cf3-4a18-b0d9-da778430f719 service nova] Acquired lock "refresh_cache-50a1d6c8-830c-4809-991d-c541bc267ed3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.033895] env[69302]: DEBUG nova.network.neutron [req-8f0164d1-9766-454b-95ac-3f043342a4aa req-d14ddde8-7cf3-4a18-b0d9-da778430f719 service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Refreshing network info cache for port 70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.035191] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:70:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.042936] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.043373] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.043982] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0a5007-3dee-4e49-97c1-bdae7252a892 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.064669] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.064669] env[69302]: value = "task-3184449" [ 1237.064669] env[69302]: _type = "Task" [ 1237.064669] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.072643] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184449, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.107069] env[69302]: DEBUG oslo_concurrency.lockutils [None req-19c8c183-471b-4b81-98c9-9403dbf09aca tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.288s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.108388] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.233s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.108986] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a38acd1-a95a-48a8-81f0-f7996b3cf1fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.118813] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7179da9a-9e73-4e7c-aec2-8e0d863ce5b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.155506] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442e1e0f-7c44-476b-9c9e-0620c1c845c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.176467] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf622d3-81c6-462d-97b0-2595e4a4df7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.183649] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance '65947f24-4dea-4997-9f4a-7579a8fb0056' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.574602] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184449, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.659562] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "e71a2dc1-d62f-4140-907b-26ecab0172a9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.689395] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ba520838-775f-49ad-bc5c-d69009a8a7f7 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance '65947f24-4dea-4997-9f4a-7579a8fb0056' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.745362] env[69302]: DEBUG nova.network.neutron [req-8f0164d1-9766-454b-95ac-3f043342a4aa req-d14ddde8-7cf3-4a18-b0d9-da778430f719 service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Updated VIF entry in instance network info cache for port 70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.745750] env[69302]: DEBUG nova.network.neutron [req-8f0164d1-9766-454b-95ac-3f043342a4aa req-d14ddde8-7cf3-4a18-b0d9-da778430f719 service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Updating instance_info_cache with network_info: [{"id": "70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f", "address": "fa:16:3e:33:70:8e", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70d6d91b-3d", "ovs_interfaceid": "70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.010741] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd72c551-a22d-4336-a93b-ee042159ad3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.018831] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4d9990-c7e6-4182-aaff-f7891b0686ab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.048638] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462f2a45-cfdb-4691-ae14-fad7c41fdea4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.056234] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0ed2bd-e9e1-4c51-9580-05223c437c05 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.070935] env[69302]: DEBUG nova.compute.provider_tree [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.079901] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184449, 'name': CreateVM_Task, 'duration_secs': 0.600111} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.080643] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.081446] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.081551] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.081793] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.082285] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b05ff01-635d-413f-986d-675d0dc3b523 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.086672] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1238.086672] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52435370-edd7-7db6-167f-891045728605" [ 1238.086672] env[69302]: _type = "Task" [ 1238.086672] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.094391] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52435370-edd7-7db6-167f-891045728605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.252310] env[69302]: DEBUG oslo_concurrency.lockutils [req-8f0164d1-9766-454b-95ac-3f043342a4aa req-d14ddde8-7cf3-4a18-b0d9-da778430f719 service nova] Releasing lock "refresh_cache-50a1d6c8-830c-4809-991d-c541bc267ed3" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.576650] env[69302]: DEBUG nova.scheduler.client.report [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.597842] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52435370-edd7-7db6-167f-891045728605, 'name': SearchDatastore_Task, 'duration_secs': 0.029566} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.598150] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.598377] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.598643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.598802] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.599014] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.599319] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aec3ddc5-b0c4-4557-81e0-27e55bcb6c42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.608734] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.608954] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.609806] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e164bb-027b-46aa-9197-091dbaf1fe53 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.615922] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1238.615922] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5263ac75-baca-351f-8142-0342de64ccf9" [ 1238.615922] env[69302]: _type = "Task" [ 1238.615922] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.623718] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5263ac75-baca-351f-8142-0342de64ccf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.679450] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "083f4fe2-109a-4c23-8516-b819b0550818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.679676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "083f4fe2-109a-4c23-8516-b819b0550818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.081372] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.081871] env[69302]: DEBUG nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.127157] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5263ac75-baca-351f-8142-0342de64ccf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.128009] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b34122-e95b-4f5c-8d4f-593e1dfcb1fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.133020] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1239.133020] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a54f98-f7ca-7dd9-2db0-5d33d4d83f69" [ 1239.133020] env[69302]: _type = "Task" [ 1239.133020] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.142357] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a54f98-f7ca-7dd9-2db0-5d33d4d83f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.182541] env[69302]: DEBUG nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.556799] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "65947f24-4dea-4997-9f4a-7579a8fb0056" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.557086] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.557291] env[69302]: DEBUG nova.compute.manager [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Going to confirm migration 8 {{(pid=69302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1239.586840] env[69302]: DEBUG nova.compute.utils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.588701] env[69302]: DEBUG nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.588876] env[69302]: DEBUG nova.network.neutron [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.626553] env[69302]: DEBUG nova.policy [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd1a9afc0fe6405381ff9e5d9cc96fe1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9400885cb01d4e9fa555a39800b75244', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.643712] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a54f98-f7ca-7dd9-2db0-5d33d4d83f69, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.643961] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.644239] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 50a1d6c8-830c-4809-991d-c541bc267ed3/50a1d6c8-830c-4809-991d-c541bc267ed3.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.644545] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7cbdf35-ffd8-47a6-8707-c534131eab34 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.651759] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1239.651759] env[69302]: value = "task-3184450" [ 1239.651759] env[69302]: _type = "Task" [ 1239.651759] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.661330] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.707263] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.707536] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.709029] env[69302]: INFO nova.compute.claims [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.890870] env[69302]: DEBUG nova.network.neutron [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Successfully created port: 61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.091868] env[69302]: DEBUG nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.099156] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.099370] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.099551] env[69302]: DEBUG nova.network.neutron [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.099735] env[69302]: DEBUG nova.objects.instance [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'info_cache' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.161636] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482628} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.161915] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 50a1d6c8-830c-4809-991d-c541bc267ed3/50a1d6c8-830c-4809-991d-c541bc267ed3.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.162142] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.162465] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaa8026a-dc7e-4a67-b34b-8be08b6e1101 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.169328] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1240.169328] env[69302]: value = "task-3184451" [ 1240.169328] env[69302]: _type = "Task" [ 1240.169328] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.177411] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.679118] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059745} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.679621] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.680119] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0d0fc-de08-496c-b35d-3138cae2cee9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.705051] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 50a1d6c8-830c-4809-991d-c541bc267ed3/50a1d6c8-830c-4809-991d-c541bc267ed3.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.705835] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe8d3cff-a9a9-40c6-ab64-78da1c3e8fcd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.733030] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1240.733030] env[69302]: value = "task-3184452" [ 1240.733030] env[69302]: _type = "Task" [ 1240.733030] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.740187] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.869091] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46add32-7c3e-48ab-8e85-0c5e5131b50a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.877779] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c44c8-4338-4106-9ce6-908b81107c90 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.906927] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a445c0a-e3b1-4038-8387-05c9eb78bf55 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.913994] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fb8ca7-1e3c-45bb-8f00-e608c770ced4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.927078] env[69302]: DEBUG nova.compute.provider_tree [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.102197] env[69302]: DEBUG nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.128062] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.128322] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.128493] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.128689] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.128871] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.129038] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.129251] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.129410] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.129595] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.129730] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.129904] env[69302]: DEBUG nova.virt.hardware [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.130803] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029f3ead-bc9d-4e7e-8779-eab07c7462a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.138774] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6468b0a-9ffe-43a3-9796-3b1b1b6ef1ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.242487] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.315986] env[69302]: DEBUG nova.compute.manager [req-e7ce583f-0470-48c4-93a5-32b8e1d4859e req-342e420c-1d2a-46cc-9ce8-a1694b45a90b service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Received event network-vif-plugged-61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.316129] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7ce583f-0470-48c4-93a5-32b8e1d4859e req-342e420c-1d2a-46cc-9ce8-a1694b45a90b service nova] Acquiring lock "b5a793e2-adce-4e13-b203-b58295f4c0cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.316311] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7ce583f-0470-48c4-93a5-32b8e1d4859e req-342e420c-1d2a-46cc-9ce8-a1694b45a90b service nova] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.316478] env[69302]: DEBUG oslo_concurrency.lockutils [req-e7ce583f-0470-48c4-93a5-32b8e1d4859e req-342e420c-1d2a-46cc-9ce8-a1694b45a90b service nova] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.316642] env[69302]: DEBUG nova.compute.manager [req-e7ce583f-0470-48c4-93a5-32b8e1d4859e req-342e420c-1d2a-46cc-9ce8-a1694b45a90b service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] No waiting events found dispatching network-vif-plugged-61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.316806] env[69302]: WARNING nova.compute.manager [req-e7ce583f-0470-48c4-93a5-32b8e1d4859e req-342e420c-1d2a-46cc-9ce8-a1694b45a90b service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Received unexpected event network-vif-plugged-61e69717-46f4-4c5f-9b74-f08853d985ce for instance with vm_state building and task_state spawning. [ 1241.354735] env[69302]: DEBUG nova.network.neutron [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [{"id": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "address": "fa:16:3e:05:bd:ec", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c070a19-ea", "ovs_interfaceid": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.425051] env[69302]: DEBUG nova.network.neutron [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Successfully updated port: 61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.431310] env[69302]: DEBUG nova.scheduler.client.report [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.744351] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184452, 'name': ReconfigVM_Task, 'duration_secs': 0.657711} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.744940] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 50a1d6c8-830c-4809-991d-c541bc267ed3/50a1d6c8-830c-4809-991d-c541bc267ed3.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.745351] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c63eaefe-ab9a-479c-8a39-c58aa096e77f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.752933] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1241.752933] env[69302]: value = "task-3184453" [ 1241.752933] env[69302]: _type = "Task" [ 1241.752933] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.763314] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184453, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.857778] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.858308] env[69302]: DEBUG nova.objects.instance [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'migration_context' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.928622] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.928622] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.928622] env[69302]: DEBUG nova.network.neutron [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.935888] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.936065] env[69302]: DEBUG nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1242.262872] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184453, 'name': Rename_Task, 'duration_secs': 0.276218} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.263106] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.263374] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3ad2dfc-6a6b-421e-955d-01f72e0a5f94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.269821] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1242.269821] env[69302]: value = "task-3184454" [ 1242.269821] env[69302]: _type = "Task" [ 1242.269821] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.277136] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.361092] env[69302]: DEBUG nova.objects.base [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Object Instance<65947f24-4dea-4997-9f4a-7579a8fb0056> lazy-loaded attributes: info_cache,migration_context {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.362060] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9df7a57-350f-4eb5-957f-02218289961b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.383256] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e14b656-5dbe-460d-ad3c-0c5749ba22b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.389159] env[69302]: DEBUG oslo_vmware.api [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1242.389159] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c621dd-2788-814c-40ea-3ca315b01927" [ 1242.389159] env[69302]: _type = "Task" [ 1242.389159] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.397658] env[69302]: DEBUG oslo_vmware.api [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c621dd-2788-814c-40ea-3ca315b01927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.441495] env[69302]: DEBUG nova.compute.utils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.442676] env[69302]: DEBUG nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.442916] env[69302]: DEBUG nova.network.neutron [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.468954] env[69302]: DEBUG nova.network.neutron [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.494219] env[69302]: DEBUG nova.policy [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c1cddffb89411f95efd2009caca3ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d092f0fa1fe4f52b3e3b90a6b2761bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.615896] env[69302]: DEBUG nova.network.neutron [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [{"id": "61e69717-46f4-4c5f-9b74-f08853d985ce", "address": "fa:16:3e:a8:2f:00", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e69717-46", "ovs_interfaceid": "61e69717-46f4-4c5f-9b74-f08853d985ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.783763] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.824649] env[69302]: DEBUG nova.network.neutron [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Successfully created port: b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.901516] env[69302]: DEBUG oslo_vmware.api [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c621dd-2788-814c-40ea-3ca315b01927, 'name': SearchDatastore_Task, 'duration_secs': 0.007809} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.901852] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.902114] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.946079] env[69302]: DEBUG nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1243.120119] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.120528] env[69302]: DEBUG nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Instance network_info: |[{"id": "61e69717-46f4-4c5f-9b74-f08853d985ce", "address": "fa:16:3e:a8:2f:00", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e69717-46", "ovs_interfaceid": "61e69717-46f4-4c5f-9b74-f08853d985ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.121016] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:2f:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61e69717-46f4-4c5f-9b74-f08853d985ce', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.128919] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.129149] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.129383] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ecad388-4519-4f85-b2e9-53152041781e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.150995] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.150995] env[69302]: value = "task-3184455" [ 1243.150995] env[69302]: _type = "Task" [ 1243.150995] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.163020] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184455, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.280505] env[69302]: DEBUG oslo_vmware.api [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184454, 'name': PowerOnVM_Task, 'duration_secs': 0.741373} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.280719] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.280771] env[69302]: INFO nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1243.280956] env[69302]: DEBUG nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.281760] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa6de89-6220-4ce1-9c75-1117107feaf2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.345356] env[69302]: DEBUG nova.compute.manager [req-7d285cdf-1278-4ee6-a652-8ac2e7e18e18 req-b101339c-b5c3-4c85-8578-12cfa1d51ad8 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Received event network-changed-61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.345709] env[69302]: DEBUG nova.compute.manager [req-7d285cdf-1278-4ee6-a652-8ac2e7e18e18 req-b101339c-b5c3-4c85-8578-12cfa1d51ad8 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Refreshing instance network info cache due to event network-changed-61e69717-46f4-4c5f-9b74-f08853d985ce. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.345804] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d285cdf-1278-4ee6-a652-8ac2e7e18e18 req-b101339c-b5c3-4c85-8578-12cfa1d51ad8 service nova] Acquiring lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.345988] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d285cdf-1278-4ee6-a652-8ac2e7e18e18 req-b101339c-b5c3-4c85-8578-12cfa1d51ad8 service nova] Acquired lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.346301] env[69302]: DEBUG nova.network.neutron [req-7d285cdf-1278-4ee6-a652-8ac2e7e18e18 req-b101339c-b5c3-4c85-8578-12cfa1d51ad8 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Refreshing network info cache for port 61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.607639] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1574725e-dde7-45d4-a0e3-d7d211c2cc9a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.616675] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143099bb-5725-4704-a1f6-2e159d59c47a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.648085] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1222469-e306-45d8-b9aa-5be656880a41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.658669] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff9ce7f-46fd-491c-bf67-c64e05d7f563 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.665356] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184455, 'name': CreateVM_Task, 'duration_secs': 0.4473} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.666078] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.666680] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.666848] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.667215] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.675092] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad2ca38-97ac-4562-a653-18f622b4cea9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.677044] env[69302]: DEBUG nova.compute.provider_tree [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.681470] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1243.681470] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a587fc-fef9-e4fa-8634-79d8e5d18fdb" [ 1243.681470] env[69302]: _type = "Task" [ 1243.681470] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.689196] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a587fc-fef9-e4fa-8634-79d8e5d18fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.798569] env[69302]: INFO nova.compute.manager [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Took 13.95 seconds to build instance. [ 1243.958601] env[69302]: DEBUG nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.989185] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.989445] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.989603] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.989787] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.989935] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.990096] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.990311] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.990471] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.990652] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.990826] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.991037] env[69302]: DEBUG nova.virt.hardware [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.991894] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481216ed-e6cb-43f3-9680-d8801a822365 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.003270] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376739bd-a9a1-4a3e-8875-deefd9b992a1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.125360] env[69302]: DEBUG nova.network.neutron [req-7d285cdf-1278-4ee6-a652-8ac2e7e18e18 req-b101339c-b5c3-4c85-8578-12cfa1d51ad8 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updated VIF entry in instance network info cache for port 61e69717-46f4-4c5f-9b74-f08853d985ce. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.125741] env[69302]: DEBUG nova.network.neutron [req-7d285cdf-1278-4ee6-a652-8ac2e7e18e18 req-b101339c-b5c3-4c85-8578-12cfa1d51ad8 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [{"id": "61e69717-46f4-4c5f-9b74-f08853d985ce", "address": "fa:16:3e:a8:2f:00", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e69717-46", "ovs_interfaceid": "61e69717-46f4-4c5f-9b74-f08853d985ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.180512] env[69302]: DEBUG nova.scheduler.client.report [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.194041] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52a587fc-fef9-e4fa-8634-79d8e5d18fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.016522} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.194558] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.194826] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.195085] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.195575] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.195575] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.195983] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f4b3b40-53ac-495e-8788-9f3c100c00eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.205170] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.205444] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.206103] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb57e49-e097-4774-8921-a4e4c8e084d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.212340] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1244.212340] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5258e878-507f-4954-7935-0c0bf636399d" [ 1244.212340] env[69302]: _type = "Task" [ 1244.212340] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.220466] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5258e878-507f-4954-7935-0c0bf636399d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.227531] env[69302]: DEBUG nova.compute.manager [req-93802427-9ee0-4862-94ef-e08616431537 req-ca15fb72-7642-4127-8bad-8b77499b88c8 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Received event network-vif-plugged-b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.227742] env[69302]: DEBUG oslo_concurrency.lockutils [req-93802427-9ee0-4862-94ef-e08616431537 req-ca15fb72-7642-4127-8bad-8b77499b88c8 service nova] Acquiring lock "083f4fe2-109a-4c23-8516-b819b0550818-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.227944] env[69302]: DEBUG oslo_concurrency.lockutils [req-93802427-9ee0-4862-94ef-e08616431537 req-ca15fb72-7642-4127-8bad-8b77499b88c8 service nova] Lock "083f4fe2-109a-4c23-8516-b819b0550818-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.228135] env[69302]: DEBUG oslo_concurrency.lockutils [req-93802427-9ee0-4862-94ef-e08616431537 req-ca15fb72-7642-4127-8bad-8b77499b88c8 service nova] Lock "083f4fe2-109a-4c23-8516-b819b0550818-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.228301] env[69302]: DEBUG nova.compute.manager [req-93802427-9ee0-4862-94ef-e08616431537 req-ca15fb72-7642-4127-8bad-8b77499b88c8 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] No waiting events found dispatching network-vif-plugged-b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.228474] env[69302]: WARNING nova.compute.manager [req-93802427-9ee0-4862-94ef-e08616431537 req-ca15fb72-7642-4127-8bad-8b77499b88c8 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Received unexpected event network-vif-plugged-b3e57d81-8bee-4d83-8d89-67a23b0f0576 for instance with vm_state building and task_state spawning. [ 1244.300472] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28f5b25e-3021-49da-a89d-be1ec04a5adf tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.463s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.300640] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.423s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.300887] env[69302]: INFO nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1244.301135] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.310893] env[69302]: DEBUG nova.network.neutron [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Successfully updated port: b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.595925] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "50a1d6c8-830c-4809-991d-c541bc267ed3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.596211] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.596419] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "50a1d6c8-830c-4809-991d-c541bc267ed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.596607] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.596777] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.598980] env[69302]: INFO nova.compute.manager [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Terminating instance [ 1244.627843] env[69302]: DEBUG oslo_concurrency.lockutils [req-7d285cdf-1278-4ee6-a652-8ac2e7e18e18 req-b101339c-b5c3-4c85-8578-12cfa1d51ad8 service nova] Releasing lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.723403] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5258e878-507f-4954-7935-0c0bf636399d, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.724136] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28656356-7d95-489d-a36c-622423aec121 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.729653] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1244.729653] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523efb23-8a24-29ec-cb42-82f8c574c578" [ 1244.729653] env[69302]: _type = "Task" [ 1244.729653] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.736570] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523efb23-8a24-29ec-cb42-82f8c574c578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.815335] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.815335] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.815611] env[69302]: DEBUG nova.network.neutron [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.103058] env[69302]: DEBUG nova.compute.manager [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.103058] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.103955] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d6754-0175-4038-9795-2ec440f5310d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.111741] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.111996] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-693d1a8c-7b98-4eae-bba5-fbe975c3fe0d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.118421] env[69302]: DEBUG oslo_vmware.api [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1245.118421] env[69302]: value = "task-3184456" [ 1245.118421] env[69302]: _type = "Task" [ 1245.118421] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.127784] env[69302]: DEBUG oslo_vmware.api [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.194400] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.292s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.194653] env[69302]: DEBUG nova.compute.manager [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69302) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1245.241611] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523efb23-8a24-29ec-cb42-82f8c574c578, 'name': SearchDatastore_Task, 'duration_secs': 0.018534} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.241939] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.242250] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd/b5a793e2-adce-4e13-b203-b58295f4c0cd.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.242564] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e3efa00-2021-4349-9570-03ac505dff71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.249354] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1245.249354] env[69302]: value = "task-3184457" [ 1245.249354] env[69302]: _type = "Task" [ 1245.249354] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.258413] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.361345] env[69302]: DEBUG nova.network.neutron [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.492460] env[69302]: DEBUG nova.network.neutron [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Updating instance_info_cache with network_info: [{"id": "b3e57d81-8bee-4d83-8d89-67a23b0f0576", "address": "fa:16:3e:85:60:9b", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e57d81-8b", "ovs_interfaceid": "b3e57d81-8bee-4d83-8d89-67a23b0f0576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.629081] env[69302]: DEBUG oslo_vmware.api [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184456, 'name': PowerOffVM_Task, 'duration_secs': 0.175445} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.629364] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.629526] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.629826] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d3c9461-d617-42b6-ad66-0db1f1e13955 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.706200] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.706426] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.706597] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleting the datastore file [datastore2] 50a1d6c8-830c-4809-991d-c541bc267ed3 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.706881] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a31d799-9870-430f-92ba-f66c68b29ab4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.714528] env[69302]: DEBUG oslo_vmware.api [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1245.714528] env[69302]: value = "task-3184459" [ 1245.714528] env[69302]: _type = "Task" [ 1245.714528] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.754452] env[69302]: INFO nova.scheduler.client.report [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted allocation for migration ac8d8046-c02d-4ef4-bbe4-643019ef390d [ 1245.760648] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464768} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.763322] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd/b5a793e2-adce-4e13-b203-b58295f4c0cd.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.763583] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.764024] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-318e8dd1-1f6c-49e7-90e3-3537ef429cf1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.770906] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1245.770906] env[69302]: value = "task-3184460" [ 1245.770906] env[69302]: _type = "Task" [ 1245.770906] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.778903] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.995095] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.995532] env[69302]: DEBUG nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Instance network_info: |[{"id": "b3e57d81-8bee-4d83-8d89-67a23b0f0576", "address": "fa:16:3e:85:60:9b", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e57d81-8b", "ovs_interfaceid": "b3e57d81-8bee-4d83-8d89-67a23b0f0576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.995869] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:60:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3e57d81-8bee-4d83-8d89-67a23b0f0576', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.003269] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.003441] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.003689] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30204e4a-e38b-48ab-a268-93fbd40aacc8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.023329] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.023329] env[69302]: value = "task-3184461" [ 1246.023329] env[69302]: _type = "Task" [ 1246.023329] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.030820] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184461, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.224736] env[69302]: DEBUG oslo_vmware.api [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133272} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.225149] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.225264] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.225521] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.225665] env[69302]: INFO nova.compute.manager [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1246.225954] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.226111] env[69302]: DEBUG nova.compute.manager [-] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.226294] env[69302]: DEBUG nova.network.neutron [-] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.260055] env[69302]: DEBUG nova.compute.manager [req-2ada4783-ed1b-4f63-92b6-960ba84d1134 req-b15d3d1a-f568-460a-ae3a-4710a45776b9 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Received event network-changed-b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.260456] env[69302]: DEBUG nova.compute.manager [req-2ada4783-ed1b-4f63-92b6-960ba84d1134 req-b15d3d1a-f568-460a-ae3a-4710a45776b9 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Refreshing instance network info cache due to event network-changed-b3e57d81-8bee-4d83-8d89-67a23b0f0576. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.260537] env[69302]: DEBUG oslo_concurrency.lockutils [req-2ada4783-ed1b-4f63-92b6-960ba84d1134 req-b15d3d1a-f568-460a-ae3a-4710a45776b9 service nova] Acquiring lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.260609] env[69302]: DEBUG oslo_concurrency.lockutils [req-2ada4783-ed1b-4f63-92b6-960ba84d1134 req-b15d3d1a-f568-460a-ae3a-4710a45776b9 service nova] Acquired lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.260765] env[69302]: DEBUG nova.network.neutron [req-2ada4783-ed1b-4f63-92b6-960ba84d1134 req-b15d3d1a-f568-460a-ae3a-4710a45776b9 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Refreshing network info cache for port b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.265087] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2d1046d1-c187-4316-b570-7cc47bcac6d5 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.708s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.283870] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055316} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.284165] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.284992] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2575ea3a-b833-4837-8503-8eb2823850b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.311360] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd/b5a793e2-adce-4e13-b203-b58295f4c0cd.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.314619] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c02378-84e4-4d4c-a30e-48beae126bd9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.337413] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1246.337413] env[69302]: value = "task-3184462" [ 1246.337413] env[69302]: _type = "Task" [ 1246.337413] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.347645] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.532792] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184461, 'name': CreateVM_Task, 'duration_secs': 0.315387} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.532965] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.540195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.540380] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.540692] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.540943] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b320b75-cb7b-45eb-9c09-9f6c8d955733 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.545452] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1246.545452] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52da42f3-a20e-72ec-575e-4e8703cfd167" [ 1246.545452] env[69302]: _type = "Task" [ 1246.545452] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.553282] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52da42f3-a20e-72ec-575e-4e8703cfd167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.815938] env[69302]: DEBUG nova.objects.instance [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'flavor' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.849589] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184462, 'name': ReconfigVM_Task, 'duration_secs': 0.298634} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.849876] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfigured VM instance instance-00000075 to attach disk [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd/b5a793e2-adce-4e13-b203-b58295f4c0cd.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.850529] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d4c5598-3086-493c-971c-c3f594a8957d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.856780] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1246.856780] env[69302]: value = "task-3184463" [ 1246.856780] env[69302]: _type = "Task" [ 1246.856780] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.865221] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184463, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.952387] env[69302]: DEBUG nova.network.neutron [req-2ada4783-ed1b-4f63-92b6-960ba84d1134 req-b15d3d1a-f568-460a-ae3a-4710a45776b9 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Updated VIF entry in instance network info cache for port b3e57d81-8bee-4d83-8d89-67a23b0f0576. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.952843] env[69302]: DEBUG nova.network.neutron [req-2ada4783-ed1b-4f63-92b6-960ba84d1134 req-b15d3d1a-f568-460a-ae3a-4710a45776b9 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Updating instance_info_cache with network_info: [{"id": "b3e57d81-8bee-4d83-8d89-67a23b0f0576", "address": "fa:16:3e:85:60:9b", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e57d81-8b", "ovs_interfaceid": "b3e57d81-8bee-4d83-8d89-67a23b0f0576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.009325] env[69302]: DEBUG nova.network.neutron [-] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.055448] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52da42f3-a20e-72ec-575e-4e8703cfd167, 'name': SearchDatastore_Task, 'duration_secs': 0.01598} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.055775] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.056014] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.056250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.056398] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.056572] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.056822] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad74df43-992b-4649-b1f6-4eb55dae027d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.064966] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.065181] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.065873] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18ed5fd-692f-4bf7-9b03-6ef3e1f87531 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.070529] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1247.070529] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5202227a-2639-bbad-97b6-a78adade3ea9" [ 1247.070529] env[69302]: _type = "Task" [ 1247.070529] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.078695] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5202227a-2639-bbad-97b6-a78adade3ea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.321979] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.322172] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.322346] env[69302]: DEBUG nova.network.neutron [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.322538] env[69302]: DEBUG nova.objects.instance [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'info_cache' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.366519] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184463, 'name': Rename_Task, 'duration_secs': 0.147199} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.366799] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.368307] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd74e31d-b0bb-40d8-9e12-87925c8d86b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.375091] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1247.375091] env[69302]: value = "task-3184464" [ 1247.375091] env[69302]: _type = "Task" [ 1247.375091] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.384741] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.456615] env[69302]: DEBUG oslo_concurrency.lockutils [req-2ada4783-ed1b-4f63-92b6-960ba84d1134 req-b15d3d1a-f568-460a-ae3a-4710a45776b9 service nova] Releasing lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.511947] env[69302]: INFO nova.compute.manager [-] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Took 1.29 seconds to deallocate network for instance. [ 1247.580756] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5202227a-2639-bbad-97b6-a78adade3ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.581662] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f5e656-98e2-4842-af8b-a2801a30f9d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.586729] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1247.586729] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]525b66c4-dbd5-93b3-be13-39b4bdff8ff7" [ 1247.586729] env[69302]: _type = "Task" [ 1247.586729] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.594032] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525b66c4-dbd5-93b3-be13-39b4bdff8ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.827161] env[69302]: DEBUG nova.objects.base [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Object Instance<65947f24-4dea-4997-9f4a-7579a8fb0056> lazy-loaded attributes: flavor,info_cache {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1247.884765] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.017983] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.018328] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.018516] env[69302]: DEBUG nova.objects.instance [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lazy-loading 'resources' on Instance uuid 50a1d6c8-830c-4809-991d-c541bc267ed3 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.097940] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]525b66c4-dbd5-93b3-be13-39b4bdff8ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.098263] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.098538] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 083f4fe2-109a-4c23-8516-b819b0550818/083f4fe2-109a-4c23-8516-b819b0550818.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.098823] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39e0d26-67d8-45ba-8497-98a9b93584d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.106048] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1248.106048] env[69302]: value = "task-3184465" [ 1248.106048] env[69302]: _type = "Task" [ 1248.106048] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.113799] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.298202] env[69302]: DEBUG nova.compute.manager [req-37d36973-8f52-40a2-925d-e22bf911bf77 req-279c646c-0d65-4371-a4e4-8e0cab6e5577 service nova] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Received event network-vif-deleted-70d6d91b-3dfd-408e-b4e1-5b0f0fcb955f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.389404] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.605043] env[69302]: DEBUG nova.network.neutron [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [{"id": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "address": "fa:16:3e:05:bd:ec", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c070a19-ea", "ovs_interfaceid": "6c070a19-ea12-493f-b5fc-d420b8f8a9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.616688] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450013} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.616867] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 083f4fe2-109a-4c23-8516-b819b0550818/083f4fe2-109a-4c23-8516-b819b0550818.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.617116] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.619467] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4382989f-f4dc-473d-a3c5-69078e673015 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.631479] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1248.631479] env[69302]: value = "task-3184466" [ 1248.631479] env[69302]: _type = "Task" [ 1248.631479] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.643955] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.690229] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104fc155-0977-4b4f-ae8a-a52ca8d03dd1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.698186] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febabfe3-0933-4243-832b-f5cd3cf0e4eb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.729300] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e58ae-24e4-4575-b017-1d86e538e8dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.736760] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7b3d60-08df-4b61-86f8-ae5c0c68b673 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.749701] env[69302]: DEBUG nova.compute.provider_tree [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.886721] env[69302]: DEBUG oslo_vmware.api [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184464, 'name': PowerOnVM_Task, 'duration_secs': 1.068148} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.887351] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.887554] env[69302]: INFO nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1248.887730] env[69302]: DEBUG nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.888496] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1e5990-1fe2-42bf-84b4-b1926cd60a80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.107502] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-65947f24-4dea-4997-9f4a-7579a8fb0056" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.141143] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273075} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.141388] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.142165] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e82f424-e80d-4f9c-9834-50b93b6d475f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.164178] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 083f4fe2-109a-4c23-8516-b819b0550818/083f4fe2-109a-4c23-8516-b819b0550818.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.164427] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b7ceed-96ba-4cd4-b735-7cb6fe4e273f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.183930] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1249.183930] env[69302]: value = "task-3184467" [ 1249.183930] env[69302]: _type = "Task" [ 1249.183930] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.191427] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.252980] env[69302]: DEBUG nova.scheduler.client.report [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.408028] env[69302]: INFO nova.compute.manager [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Took 12.58 seconds to build instance. [ 1249.454290] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.695982] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184467, 'name': ReconfigVM_Task, 'duration_secs': 0.281106} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.696405] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 083f4fe2-109a-4c23-8516-b819b0550818/083f4fe2-109a-4c23-8516-b819b0550818.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.697221] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3507995a-3178-4735-95c0-2e00a7dc4e6b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.705308] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1249.705308] env[69302]: value = "task-3184468" [ 1249.705308] env[69302]: _type = "Task" [ 1249.705308] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.715915] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184468, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.758616] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.782300] env[69302]: INFO nova.scheduler.client.report [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted allocations for instance 50a1d6c8-830c-4809-991d-c541bc267ed3 [ 1249.909975] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1aae3c85-d2b8-43d9-a714-23daba2bf900 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.085s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.113162] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.113502] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75a07ed7-f907-46d9-bfa6-b192765dccd6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.120880] env[69302]: DEBUG oslo_vmware.api [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1250.120880] env[69302]: value = "task-3184469" [ 1250.120880] env[69302]: _type = "Task" [ 1250.120880] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.128319] env[69302]: DEBUG oslo_vmware.api [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.171689] env[69302]: DEBUG nova.compute.manager [req-4a2d507c-3472-4231-8ea5-bb2c30f6df21 req-e64c2ab5-be16-4b4f-99f4-4f034f59d97c service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Received event network-changed-61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.171950] env[69302]: DEBUG nova.compute.manager [req-4a2d507c-3472-4231-8ea5-bb2c30f6df21 req-e64c2ab5-be16-4b4f-99f4-4f034f59d97c service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Refreshing instance network info cache due to event network-changed-61e69717-46f4-4c5f-9b74-f08853d985ce. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.172232] env[69302]: DEBUG oslo_concurrency.lockutils [req-4a2d507c-3472-4231-8ea5-bb2c30f6df21 req-e64c2ab5-be16-4b4f-99f4-4f034f59d97c service nova] Acquiring lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.172425] env[69302]: DEBUG oslo_concurrency.lockutils [req-4a2d507c-3472-4231-8ea5-bb2c30f6df21 req-e64c2ab5-be16-4b4f-99f4-4f034f59d97c service nova] Acquired lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.172624] env[69302]: DEBUG nova.network.neutron [req-4a2d507c-3472-4231-8ea5-bb2c30f6df21 req-e64c2ab5-be16-4b4f-99f4-4f034f59d97c service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Refreshing network info cache for port 61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.216452] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184468, 'name': Rename_Task, 'duration_secs': 0.134673} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.216694] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.216997] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77043cf0-8c61-4d2b-9e94-4d0182f2d11c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.222356] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1250.222356] env[69302]: value = "task-3184470" [ 1250.222356] env[69302]: _type = "Task" [ 1250.222356] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.229663] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.289813] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2daa12cb-d554-4032-8bb1-584befaa2b70 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "50a1d6c8-830c-4809-991d-c541bc267ed3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.693s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.634560] env[69302]: DEBUG oslo_vmware.api [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.731332] env[69302]: DEBUG oslo_vmware.api [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184470, 'name': PowerOnVM_Task, 'duration_secs': 0.424029} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.731601] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.731802] env[69302]: INFO nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1250.731975] env[69302]: DEBUG nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.732744] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abd994f-ba45-4060-a4c6-de18265d4950 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.926500] env[69302]: DEBUG nova.network.neutron [req-4a2d507c-3472-4231-8ea5-bb2c30f6df21 req-e64c2ab5-be16-4b4f-99f4-4f034f59d97c service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updated VIF entry in instance network info cache for port 61e69717-46f4-4c5f-9b74-f08853d985ce. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.926885] env[69302]: DEBUG nova.network.neutron [req-4a2d507c-3472-4231-8ea5-bb2c30f6df21 req-e64c2ab5-be16-4b4f-99f4-4f034f59d97c service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [{"id": "61e69717-46f4-4c5f-9b74-f08853d985ce", "address": "fa:16:3e:a8:2f:00", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e69717-46", "ovs_interfaceid": "61e69717-46f4-4c5f-9b74-f08853d985ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.132729] env[69302]: DEBUG oslo_vmware.api [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.249565] env[69302]: INFO nova.compute.manager [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Took 11.56 seconds to build instance. [ 1251.320780] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "323fc8a5-00ec-4470-8952-b830448fe90a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.320979] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "323fc8a5-00ec-4470-8952-b830448fe90a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.321240] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "323fc8a5-00ec-4470-8952-b830448fe90a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.321445] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "323fc8a5-00ec-4470-8952-b830448fe90a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.321553] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "323fc8a5-00ec-4470-8952-b830448fe90a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.323818] env[69302]: INFO nova.compute.manager [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Terminating instance [ 1251.430239] env[69302]: DEBUG oslo_concurrency.lockutils [req-4a2d507c-3472-4231-8ea5-bb2c30f6df21 req-e64c2ab5-be16-4b4f-99f4-4f034f59d97c service nova] Releasing lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.633653] env[69302]: DEBUG oslo_vmware.api [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184469, 'name': PowerOnVM_Task, 'duration_secs': 1.139673} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.633932] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.634148] env[69302]: DEBUG nova.compute.manager [None req-f3d9805a-8b6b-4901-8735-7ea070cd0d0b tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.635013] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8722f8-7dae-43d9-8c26-6f26330f9df5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.751735] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b0671c16-83fb-408d-bac4-d1b5638122b5 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "083f4fe2-109a-4c23-8516-b819b0550818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.072s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.828255] env[69302]: DEBUG nova.compute.manager [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1251.828483] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.829407] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eb972a-afa9-4b6d-a94d-6954324c37fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.836745] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.836969] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36db4356-98e1-4d97-8355-94f32a11186a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.842482] env[69302]: DEBUG oslo_vmware.api [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1251.842482] env[69302]: value = "task-3184471" [ 1251.842482] env[69302]: _type = "Task" [ 1251.842482] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.851012] env[69302]: DEBUG oslo_vmware.api [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.917768] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.196033] env[69302]: DEBUG nova.compute.manager [req-447f014c-7229-4568-8a59-932d85d34187 req-47a4cd85-f21f-4409-b821-c82eeb253b19 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Received event network-changed-b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.196275] env[69302]: DEBUG nova.compute.manager [req-447f014c-7229-4568-8a59-932d85d34187 req-47a4cd85-f21f-4409-b821-c82eeb253b19 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Refreshing instance network info cache due to event network-changed-b3e57d81-8bee-4d83-8d89-67a23b0f0576. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.196458] env[69302]: DEBUG oslo_concurrency.lockutils [req-447f014c-7229-4568-8a59-932d85d34187 req-47a4cd85-f21f-4409-b821-c82eeb253b19 service nova] Acquiring lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.196600] env[69302]: DEBUG oslo_concurrency.lockutils [req-447f014c-7229-4568-8a59-932d85d34187 req-47a4cd85-f21f-4409-b821-c82eeb253b19 service nova] Acquired lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.196762] env[69302]: DEBUG nova.network.neutron [req-447f014c-7229-4568-8a59-932d85d34187 req-47a4cd85-f21f-4409-b821-c82eeb253b19 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Refreshing network info cache for port b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.352383] env[69302]: DEBUG oslo_vmware.api [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184471, 'name': PowerOffVM_Task, 'duration_secs': 0.196465} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.352655] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.352827] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.353087] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cc93342-499f-4b43-9409-3daf51a5ee78 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.414885] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.415114] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.415307] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleting the datastore file [datastore2] 323fc8a5-00ec-4470-8952-b830448fe90a {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.415657] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c17703-6d61-4e51-a951-050e47b3250f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.422315] env[69302]: DEBUG oslo_vmware.api [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1252.422315] env[69302]: value = "task-3184473" [ 1252.422315] env[69302]: _type = "Task" [ 1252.422315] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.431558] env[69302]: DEBUG oslo_vmware.api [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.592356] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "65947f24-4dea-4997-9f4a-7579a8fb0056" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.592616] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.592822] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.593010] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.593191] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.595376] env[69302]: INFO nova.compute.manager [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Terminating instance [ 1252.891996] env[69302]: DEBUG nova.network.neutron [req-447f014c-7229-4568-8a59-932d85d34187 req-47a4cd85-f21f-4409-b821-c82eeb253b19 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Updated VIF entry in instance network info cache for port b3e57d81-8bee-4d83-8d89-67a23b0f0576. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.892457] env[69302]: DEBUG nova.network.neutron [req-447f014c-7229-4568-8a59-932d85d34187 req-47a4cd85-f21f-4409-b821-c82eeb253b19 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Updating instance_info_cache with network_info: [{"id": "b3e57d81-8bee-4d83-8d89-67a23b0f0576", "address": "fa:16:3e:85:60:9b", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3e57d81-8b", "ovs_interfaceid": "b3e57d81-8bee-4d83-8d89-67a23b0f0576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.917973] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.917973] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.917973] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.917973] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1252.932171] env[69302]: DEBUG oslo_vmware.api [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148768} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.932418] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.932630] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.932823] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.932992] env[69302]: INFO nova.compute.manager [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1252.933256] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.933443] env[69302]: DEBUG nova.compute.manager [-] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.933539] env[69302]: DEBUG nova.network.neutron [-] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.100170] env[69302]: DEBUG nova.compute.manager [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.100463] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.101391] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea15e4-84d7-4dae-aa1c-f19b1a9e0588 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.109381] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.109652] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ecd9d2-850a-4da4-88d5-964032d14c2f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.115849] env[69302]: DEBUG oslo_vmware.api [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1253.115849] env[69302]: value = "task-3184475" [ 1253.115849] env[69302]: _type = "Task" [ 1253.115849] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.124017] env[69302]: DEBUG oslo_vmware.api [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.252345] env[69302]: DEBUG nova.compute.manager [req-5c43bea7-0744-4c0e-a30d-e2291d60e508 req-8a6c4d6f-1f20-40b2-b4b6-aa23b30c3c5b service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Received event network-vif-deleted-ca261603-544b-4d35-9157-723afc0fd8aa {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.252713] env[69302]: INFO nova.compute.manager [req-5c43bea7-0744-4c0e-a30d-e2291d60e508 req-8a6c4d6f-1f20-40b2-b4b6-aa23b30c3c5b service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Neutron deleted interface ca261603-544b-4d35-9157-723afc0fd8aa; detaching it from the instance and deleting it from the info cache [ 1253.252854] env[69302]: DEBUG nova.network.neutron [req-5c43bea7-0744-4c0e-a30d-e2291d60e508 req-8a6c4d6f-1f20-40b2-b4b6-aa23b30c3c5b service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.395956] env[69302]: DEBUG oslo_concurrency.lockutils [req-447f014c-7229-4568-8a59-932d85d34187 req-47a4cd85-f21f-4409-b821-c82eeb253b19 service nova] Releasing lock "refresh_cache-083f4fe2-109a-4c23-8516-b819b0550818" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.625430] env[69302]: DEBUG oslo_vmware.api [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184475, 'name': PowerOffVM_Task, 'duration_secs': 0.188307} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.625696] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.625887] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.626166] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c49c5ef-9eef-4759-8065-531b97f07d39 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.657397] env[69302]: DEBUG nova.network.neutron [-] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.708365] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.708659] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.708901] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleting the datastore file [datastore1] 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.709237] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e999a0f-502e-47b9-a3c5-7c19134881ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.719546] env[69302]: DEBUG oslo_vmware.api [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1253.719546] env[69302]: value = "task-3184477" [ 1253.719546] env[69302]: _type = "Task" [ 1253.719546] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.727650] env[69302]: DEBUG oslo_vmware.api [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.755812] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8c95843-17e8-42b4-8c89-9bd8f37e3719 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.764433] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcf91ef-538d-47e8-baaa-6894e26fcc7a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.794332] env[69302]: DEBUG nova.compute.manager [req-5c43bea7-0744-4c0e-a30d-e2291d60e508 req-8a6c4d6f-1f20-40b2-b4b6-aa23b30c3c5b service nova] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Detach interface failed, port_id=ca261603-544b-4d35-9157-723afc0fd8aa, reason: Instance 323fc8a5-00ec-4470-8952-b830448fe90a could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1253.917662] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.917906] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.159764] env[69302]: INFO nova.compute.manager [-] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Took 1.23 seconds to deallocate network for instance. [ 1254.229939] env[69302]: DEBUG oslo_vmware.api [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.420616] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.420889] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.421065] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.421226] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1254.422135] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba41b83f-956a-4ea2-8fa2-acf809d69d92 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.430233] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d777633b-24ce-4c4f-8a50-792b613ddf41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.444238] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e10f57-e9fb-4372-9889-93e4ee2c3970 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.450366] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2fc4c0-70a3-4ffd-bbe1-cd0a2e95560b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.478380] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179834MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1254.478522] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.478732] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.667011] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.730655] env[69302]: DEBUG oslo_vmware.api [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.680789} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.730911] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.731112] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.731295] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.731469] env[69302]: INFO nova.compute.manager [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1254.731701] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.731889] env[69302]: DEBUG nova.compute.manager [-] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.731981] env[69302]: DEBUG nova.network.neutron [-] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.287390] env[69302]: DEBUG nova.compute.manager [req-d71b9103-0b9d-4d30-8ad7-75c9527910e7 req-a08c0077-b462-4aa1-ad8f-d837e0f8f292 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Received event network-vif-deleted-6c070a19-ea12-493f-b5fc-d420b8f8a9b1 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.287649] env[69302]: INFO nova.compute.manager [req-d71b9103-0b9d-4d30-8ad7-75c9527910e7 req-a08c0077-b462-4aa1-ad8f-d837e0f8f292 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Neutron deleted interface 6c070a19-ea12-493f-b5fc-d420b8f8a9b1; detaching it from the instance and deleting it from the info cache [ 1255.287874] env[69302]: DEBUG nova.network.neutron [req-d71b9103-0b9d-4d30-8ad7-75c9527910e7 req-a08c0077-b462-4aa1-ad8f-d837e0f8f292 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.508390] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 611af241-297e-4023-a6da-fe043983ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.508693] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance f68aab00-12dc-46f6-9e68-c5323aca864b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.508693] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 549c09a7-e299-4516-99f9-7c1f8bfd2a63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.508800] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 303292b8-69a5-4ac7-943e-b9659f65bb67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.508880] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance e1378d25-e3a8-4599-9a33-8b51a07065b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.509034] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 323fc8a5-00ec-4470-8952-b830448fe90a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1255.509150] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 2c5c4752-70a7-41b7-aa16-b22382ae9c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.509261] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 65947f24-4dea-4997-9f4a-7579a8fb0056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.509368] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b5a793e2-adce-4e13-b203-b58295f4c0cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.509475] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 083f4fe2-109a-4c23-8516-b819b0550818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1255.509662] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1255.509840] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1255.646782] env[69302]: DEBUG nova.network.neutron [-] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.648776] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de2f0f5-b61d-4da8-9290-638290077684 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.657259] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccc30b6-1242-43c4-a325-0be944f33fbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.689167] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b0314-3c9f-47a3-a9b6-38ff06046ee4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.696947] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd8dbe0-92a4-4098-83ca-bd1255b6ade9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.710304] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.790327] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d082b35a-5516-4c80-b20e-9dd022ae1c7f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.801378] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9844bb2d-d181-4353-b6d6-f4646c1b5855 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.830927] env[69302]: DEBUG nova.compute.manager [req-d71b9103-0b9d-4d30-8ad7-75c9527910e7 req-a08c0077-b462-4aa1-ad8f-d837e0f8f292 service nova] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Detach interface failed, port_id=6c070a19-ea12-493f-b5fc-d420b8f8a9b1, reason: Instance 65947f24-4dea-4997-9f4a-7579a8fb0056 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.153280] env[69302]: INFO nova.compute.manager [-] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Took 1.42 seconds to deallocate network for instance. [ 1256.213072] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.660110] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.717681] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1256.717892] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.239s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.718184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.051s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.718373] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.720539] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.061s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.720775] env[69302]: DEBUG nova.objects.instance [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'resources' on Instance uuid 65947f24-4dea-4997-9f4a-7579a8fb0056 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.739360] env[69302]: INFO nova.scheduler.client.report [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted allocations for instance 323fc8a5-00ec-4470-8952-b830448fe90a [ 1257.246428] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f30fbf69-8c24-4110-8cf9-f32c9b97025c tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "323fc8a5-00ec-4470-8952-b830448fe90a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.925s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.333949] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a6033-b53a-49de-a542-d9c247733c8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.341361] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585b924e-0b33-4ef0-acde-3796606add87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.372175] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d49f5-e5fe-4bca-bced-c09fc3eb7a1c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.379475] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3da2071-9cf0-4e33-a830-246e1d810e66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.393455] env[69302]: DEBUG nova.compute.provider_tree [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.896668] env[69302]: DEBUG nova.scheduler.client.report [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.401991] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.422310] env[69302]: INFO nova.scheduler.client.report [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted allocations for instance 65947f24-4dea-4997-9f4a-7579a8fb0056 [ 1258.434728] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.434955] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.930535] env[69302]: DEBUG oslo_concurrency.lockutils [None req-17da24b4-31bf-4c6d-84c8-d75a5aaf88ac tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "65947f24-4dea-4997-9f4a-7579a8fb0056" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.338s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.936983] env[69302]: DEBUG nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.456140] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.456425] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.457954] env[69302]: INFO nova.compute.claims [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.717222] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.787345] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.787593] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.290169] env[69302]: DEBUG nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.588815] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a315799c-775d-4a84-b69f-96ae739c8e19 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.596222] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf67a80a-5ce9-4af5-b3f3-3676eedc744a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.626586] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16ae889-07c8-4e51-8abe-88a7bff49e7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.632858] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e12f8-dfcc-4051-9e1b-64a289e110bc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.645569] env[69302]: DEBUG nova.compute.provider_tree [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.808962] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.149095] env[69302]: DEBUG nova.scheduler.client.report [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.653491] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.654030] env[69302]: DEBUG nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.656574] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.848s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.658093] env[69302]: INFO nova.compute.claims [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.162620] env[69302]: DEBUG nova.compute.utils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.166304] env[69302]: DEBUG nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.166482] env[69302]: DEBUG nova.network.neutron [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.317670] env[69302]: DEBUG nova.policy [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6623ce5622b4b26a4adb0abc2ebb4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc751e9371ab4bf8a13524a2ae8d64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.634082] env[69302]: DEBUG nova.network.neutron [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Successfully created port: 6f585f55-dbad-462b-a51c-6d52eac64b73 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.667309] env[69302]: DEBUG nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.802402] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc01809c-5632-4f74-937c-0d2378230889 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.810632] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5043cdb7-247d-4c86-a6ee-3130b582780a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.840488] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d3b29-b4fe-4edc-b001-61cae5ca854b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.847680] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5174e737-500a-4151-a7e8-49b4d9455a66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.860937] env[69302]: DEBUG nova.compute.provider_tree [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.365129] env[69302]: DEBUG nova.scheduler.client.report [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.680299] env[69302]: DEBUG nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.727283] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.727552] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.727704] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.727892] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.728052] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.728203] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.728407] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.728564] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.728730] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.728893] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.729075] env[69302]: DEBUG nova.virt.hardware [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.729932] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01828f4-c17c-4072-889b-9a2ed09b337d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.739181] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fee189-4f1e-48c9-9420-be6968425355 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.870470] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.870990] env[69302]: DEBUG nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.081618] env[69302]: DEBUG nova.compute.manager [req-5334190d-d6ff-4d72-b2ea-57c8171e52b5 req-5286c42c-be88-4954-8376-4edd7f83539f service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Received event network-vif-plugged-6f585f55-dbad-462b-a51c-6d52eac64b73 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.081882] env[69302]: DEBUG oslo_concurrency.lockutils [req-5334190d-d6ff-4d72-b2ea-57c8171e52b5 req-5286c42c-be88-4954-8376-4edd7f83539f service nova] Acquiring lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.082121] env[69302]: DEBUG oslo_concurrency.lockutils [req-5334190d-d6ff-4d72-b2ea-57c8171e52b5 req-5286c42c-be88-4954-8376-4edd7f83539f service nova] Lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.082307] env[69302]: DEBUG oslo_concurrency.lockutils [req-5334190d-d6ff-4d72-b2ea-57c8171e52b5 req-5286c42c-be88-4954-8376-4edd7f83539f service nova] Lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.082471] env[69302]: DEBUG nova.compute.manager [req-5334190d-d6ff-4d72-b2ea-57c8171e52b5 req-5286c42c-be88-4954-8376-4edd7f83539f service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] No waiting events found dispatching network-vif-plugged-6f585f55-dbad-462b-a51c-6d52eac64b73 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.082677] env[69302]: WARNING nova.compute.manager [req-5334190d-d6ff-4d72-b2ea-57c8171e52b5 req-5286c42c-be88-4954-8376-4edd7f83539f service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Received unexpected event network-vif-plugged-6f585f55-dbad-462b-a51c-6d52eac64b73 for instance with vm_state building and task_state spawning. [ 1264.196519] env[69302]: DEBUG nova.network.neutron [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Successfully updated port: 6f585f55-dbad-462b-a51c-6d52eac64b73 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.376647] env[69302]: DEBUG nova.compute.utils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1264.378079] env[69302]: DEBUG nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.378265] env[69302]: DEBUG nova.network.neutron [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.414904] env[69302]: DEBUG nova.policy [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '503710f822984e758432d3aff39cfbf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cc72b3f6aee478494493af5e68112a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.699289] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "refresh_cache-9f5e9bb7-62ee-41d5-b088-0595c8c288ab" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.699505] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "refresh_cache-9f5e9bb7-62ee-41d5-b088-0595c8c288ab" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.699600] env[69302]: DEBUG nova.network.neutron [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.727140] env[69302]: DEBUG nova.network.neutron [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Successfully created port: c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.881475] env[69302]: DEBUG nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.205514] env[69302]: DEBUG oslo_concurrency.lockutils [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.206173] env[69302]: DEBUG oslo_concurrency.lockutils [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.233654] env[69302]: DEBUG nova.network.neutron [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.375808] env[69302]: DEBUG nova.network.neutron [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Updating instance_info_cache with network_info: [{"id": "6f585f55-dbad-462b-a51c-6d52eac64b73", "address": "fa:16:3e:e8:8f:b7", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f585f55-db", "ovs_interfaceid": "6f585f55-dbad-462b-a51c-6d52eac64b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.713255] env[69302]: INFO nova.compute.manager [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Detaching volume aa184cfe-e911-43ab-8a4b-899bd9729d5a [ 1265.744339] env[69302]: INFO nova.virt.block_device [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Attempting to driver detach volume aa184cfe-e911-43ab-8a4b-899bd9729d5a from mountpoint /dev/sdb [ 1265.744584] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.744890] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636887', 'volume_id': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'name': 'volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '549c09a7-e299-4516-99f9-7c1f8bfd2a63', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'serial': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.745807] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3829608b-5a27-48b8-b50c-c9acefe7c524 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.771807] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346d6bd9-5c01-401e-bbf7-b00c1378c748 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.778697] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e5084a-7b45-4c57-9de9-0b050604c4cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.798851] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1f170a-e500-401a-95bf-a09f07e9dc32 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.812907] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] The volume has not been displaced from its original location: [datastore2] volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a/volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.818035] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.818292] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34197736-bdc7-4819-901d-73767d866948 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.835754] env[69302]: DEBUG oslo_vmware.api [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1265.835754] env[69302]: value = "task-3184484" [ 1265.835754] env[69302]: _type = "Task" [ 1265.835754] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.842973] env[69302]: DEBUG oslo_vmware.api [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.878660] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "refresh_cache-9f5e9bb7-62ee-41d5-b088-0595c8c288ab" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.878971] env[69302]: DEBUG nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Instance network_info: |[{"id": "6f585f55-dbad-462b-a51c-6d52eac64b73", "address": "fa:16:3e:e8:8f:b7", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f585f55-db", "ovs_interfaceid": "6f585f55-dbad-462b-a51c-6d52eac64b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.879395] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f585f55-dbad-462b-a51c-6d52eac64b73', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.886765] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.886972] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.887266] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e216cac2-c569-4895-820d-c08ccbbe0932 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.902049] env[69302]: DEBUG nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.908751] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.908751] env[69302]: value = "task-3184485" [ 1265.908751] env[69302]: _type = "Task" [ 1265.908751] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.916519] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184485, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.966598] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.966833] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.966997] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.967190] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.967338] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.967486] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.967702] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.967869] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.968042] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.968205] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.968377] env[69302]: DEBUG nova.virt.hardware [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.969267] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ef5f8c-4ce6-4dce-9d17-39b3a32a7135 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.976971] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb369a5-8f15-4a83-a7ca-7666dd2c630b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.107669] env[69302]: DEBUG nova.compute.manager [req-95178e3f-106f-40c8-9148-e90554cbb07b req-db0b44b6-9600-4a1b-816d-9a257d101038 service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Received event network-changed-6f585f55-dbad-462b-a51c-6d52eac64b73 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.107871] env[69302]: DEBUG nova.compute.manager [req-95178e3f-106f-40c8-9148-e90554cbb07b req-db0b44b6-9600-4a1b-816d-9a257d101038 service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Refreshing instance network info cache due to event network-changed-6f585f55-dbad-462b-a51c-6d52eac64b73. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.108092] env[69302]: DEBUG oslo_concurrency.lockutils [req-95178e3f-106f-40c8-9148-e90554cbb07b req-db0b44b6-9600-4a1b-816d-9a257d101038 service nova] Acquiring lock "refresh_cache-9f5e9bb7-62ee-41d5-b088-0595c8c288ab" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.108236] env[69302]: DEBUG oslo_concurrency.lockutils [req-95178e3f-106f-40c8-9148-e90554cbb07b req-db0b44b6-9600-4a1b-816d-9a257d101038 service nova] Acquired lock "refresh_cache-9f5e9bb7-62ee-41d5-b088-0595c8c288ab" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.108395] env[69302]: DEBUG nova.network.neutron [req-95178e3f-106f-40c8-9148-e90554cbb07b req-db0b44b6-9600-4a1b-816d-9a257d101038 service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Refreshing network info cache for port 6f585f55-dbad-462b-a51c-6d52eac64b73 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.219314] env[69302]: DEBUG nova.network.neutron [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Successfully updated port: c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.345722] env[69302]: DEBUG oslo_vmware.api [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184484, 'name': ReconfigVM_Task, 'duration_secs': 0.234951} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.346024] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.350484] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abea5be8-24fa-46e5-8103-63b0db20c799 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.364602] env[69302]: DEBUG oslo_vmware.api [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1266.364602] env[69302]: value = "task-3184486" [ 1266.364602] env[69302]: _type = "Task" [ 1266.364602] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.372015] env[69302]: DEBUG oslo_vmware.api [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.418403] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184485, 'name': CreateVM_Task, 'duration_secs': 0.328381} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.418607] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.419240] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.419397] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.419715] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.419982] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ce96d2-b533-451b-a74c-0afb3ffb71cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.424121] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1266.424121] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529171ff-ca22-6cf6-0741-34a9a35d00f4" [ 1266.424121] env[69302]: _type = "Task" [ 1266.424121] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.431136] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529171ff-ca22-6cf6-0741-34a9a35d00f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.722190] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.722422] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.722576] env[69302]: DEBUG nova.network.neutron [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.787845] env[69302]: DEBUG nova.network.neutron [req-95178e3f-106f-40c8-9148-e90554cbb07b req-db0b44b6-9600-4a1b-816d-9a257d101038 service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Updated VIF entry in instance network info cache for port 6f585f55-dbad-462b-a51c-6d52eac64b73. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.788212] env[69302]: DEBUG nova.network.neutron [req-95178e3f-106f-40c8-9148-e90554cbb07b req-db0b44b6-9600-4a1b-816d-9a257d101038 service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Updating instance_info_cache with network_info: [{"id": "6f585f55-dbad-462b-a51c-6d52eac64b73", "address": "fa:16:3e:e8:8f:b7", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f585f55-db", "ovs_interfaceid": "6f585f55-dbad-462b-a51c-6d52eac64b73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.874787] env[69302]: DEBUG oslo_vmware.api [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184486, 'name': ReconfigVM_Task, 'duration_secs': 0.147085} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.875167] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636887', 'volume_id': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'name': 'volume-aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '549c09a7-e299-4516-99f9-7c1f8bfd2a63', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a', 'serial': 'aa184cfe-e911-43ab-8a4b-899bd9729d5a'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.934350] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529171ff-ca22-6cf6-0741-34a9a35d00f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.934646] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.934911] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.935195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.935351] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.935536] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.935816] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad44ce88-eb8d-4d9c-84f3-e85603169fc7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.944194] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.944374] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.945112] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b162dd-02a1-4841-99f8-9b8f28dd8bfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.950138] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1266.950138] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]522394aa-fce0-cf46-efd3-7443e94708c7" [ 1266.950138] env[69302]: _type = "Task" [ 1266.950138] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.958135] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522394aa-fce0-cf46-efd3-7443e94708c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.254537] env[69302]: DEBUG nova.network.neutron [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.291289] env[69302]: DEBUG oslo_concurrency.lockutils [req-95178e3f-106f-40c8-9148-e90554cbb07b req-db0b44b6-9600-4a1b-816d-9a257d101038 service nova] Releasing lock "refresh_cache-9f5e9bb7-62ee-41d5-b088-0595c8c288ab" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.370039] env[69302]: DEBUG nova.network.neutron [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance_info_cache with network_info: [{"id": "c956254d-7c70-4242-b660-046bb3f43d29", "address": "fa:16:3e:ea:f7:b0", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc956254d-7c", "ovs_interfaceid": "c956254d-7c70-4242-b660-046bb3f43d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.419491] env[69302]: DEBUG nova.objects.instance [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.460464] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]522394aa-fce0-cf46-efd3-7443e94708c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.461243] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdca13b-b7c7-4856-8999-8145b2c48277 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.466065] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1267.466065] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521d91d9-ddb4-ce4f-4705-1444c36be343" [ 1267.466065] env[69302]: _type = "Task" [ 1267.466065] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.475270] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521d91d9-ddb4-ce4f-4705-1444c36be343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.873032] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.873352] env[69302]: DEBUG nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Instance network_info: |[{"id": "c956254d-7c70-4242-b660-046bb3f43d29", "address": "fa:16:3e:ea:f7:b0", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc956254d-7c", "ovs_interfaceid": "c956254d-7c70-4242-b660-046bb3f43d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.873725] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:f7:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c956254d-7c70-4242-b660-046bb3f43d29', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.881475] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.881720] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.881947] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bca6227-9222-4b81-9adb-c7e7d85d8f16 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.901386] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.901386] env[69302]: value = "task-3184488" [ 1267.901386] env[69302]: _type = "Task" [ 1267.901386] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.908668] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184488, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.977441] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521d91d9-ddb4-ce4f-4705-1444c36be343, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.977742] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.978103] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 9f5e9bb7-62ee-41d5-b088-0595c8c288ab/9f5e9bb7-62ee-41d5-b088-0595c8c288ab.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.978407] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24903a30-22be-463c-8911-6d8b7a7d4041 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.985697] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1267.985697] env[69302]: value = "task-3184489" [ 1267.985697] env[69302]: _type = "Task" [ 1267.985697] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.993686] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.136700] env[69302]: DEBUG nova.compute.manager [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Received event network-vif-plugged-c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.136933] env[69302]: DEBUG oslo_concurrency.lockutils [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] Acquiring lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.137162] env[69302]: DEBUG oslo_concurrency.lockutils [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.137335] env[69302]: DEBUG oslo_concurrency.lockutils [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.137503] env[69302]: DEBUG nova.compute.manager [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] No waiting events found dispatching network-vif-plugged-c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.137669] env[69302]: WARNING nova.compute.manager [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Received unexpected event network-vif-plugged-c956254d-7c70-4242-b660-046bb3f43d29 for instance with vm_state building and task_state spawning. [ 1268.137831] env[69302]: DEBUG nova.compute.manager [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Received event network-changed-c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.137995] env[69302]: DEBUG nova.compute.manager [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Refreshing instance network info cache due to event network-changed-c956254d-7c70-4242-b660-046bb3f43d29. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.138198] env[69302]: DEBUG oslo_concurrency.lockutils [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] Acquiring lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.138356] env[69302]: DEBUG oslo_concurrency.lockutils [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] Acquired lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.138509] env[69302]: DEBUG nova.network.neutron [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Refreshing network info cache for port c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.411635] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184488, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.428320] env[69302]: DEBUG oslo_concurrency.lockutils [None req-97754f68-95a4-437a-a1f1-b190eab9ba80 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.438250] env[69302]: DEBUG oslo_concurrency.lockutils [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.438494] env[69302]: DEBUG oslo_concurrency.lockutils [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.438675] env[69302]: DEBUG nova.compute.manager [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.439562] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f3579-c373-4a8e-8d87-637d14c6a349 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.446096] env[69302]: DEBUG nova.compute.manager [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1268.446638] env[69302]: DEBUG nova.objects.instance [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.494862] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450227} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.496954] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 9f5e9bb7-62ee-41d5-b088-0595c8c288ab/9f5e9bb7-62ee-41d5-b088-0595c8c288ab.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.496954] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.496954] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff9461a9-c6c7-4be0-905b-939347797575 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.501570] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1268.501570] env[69302]: value = "task-3184490" [ 1268.501570] env[69302]: _type = "Task" [ 1268.501570] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.508971] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.912146] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184488, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.913236] env[69302]: DEBUG nova.network.neutron [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updated VIF entry in instance network info cache for port c956254d-7c70-4242-b660-046bb3f43d29. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.913554] env[69302]: DEBUG nova.network.neutron [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance_info_cache with network_info: [{"id": "c956254d-7c70-4242-b660-046bb3f43d29", "address": "fa:16:3e:ea:f7:b0", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc956254d-7c", "ovs_interfaceid": "c956254d-7c70-4242-b660-046bb3f43d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.010158] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06238} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.010416] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.011170] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866bac7-d1ad-4d48-befa-c7dc6f7c3d7c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.032362] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 9f5e9bb7-62ee-41d5-b088-0595c8c288ab/9f5e9bb7-62ee-41d5-b088-0595c8c288ab.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.032813] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-715ca637-9ae9-46f3-a087-ba7270a5e700 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.051579] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1269.051579] env[69302]: value = "task-3184491" [ 1269.051579] env[69302]: _type = "Task" [ 1269.051579] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.058802] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.413073] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184488, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.415710] env[69302]: DEBUG oslo_concurrency.lockutils [req-06f842b8-2366-4078-87a8-c7b096d426c5 req-610a15b0-b8cd-4a26-9d8d-ce19470c4339 service nova] Releasing lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.452583] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.452922] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32de3e86-e553-4de8-bea6-66ed2495c92a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.458658] env[69302]: DEBUG oslo_vmware.api [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1269.458658] env[69302]: value = "task-3184492" [ 1269.458658] env[69302]: _type = "Task" [ 1269.458658] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.466099] env[69302]: DEBUG oslo_vmware.api [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.561857] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184491, 'name': ReconfigVM_Task, 'duration_secs': 0.391715} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.562186] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 9f5e9bb7-62ee-41d5-b088-0595c8c288ab/9f5e9bb7-62ee-41d5-b088-0595c8c288ab.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.562811] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a12f6a4a-5e4b-4e2c-b5bf-202615b87383 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.569294] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1269.569294] env[69302]: value = "task-3184493" [ 1269.569294] env[69302]: _type = "Task" [ 1269.569294] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.577106] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184493, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.913238] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184488, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.968401] env[69302]: DEBUG oslo_vmware.api [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184492, 'name': PowerOffVM_Task, 'duration_secs': 0.235688} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.968652] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.968846] env[69302]: DEBUG nova.compute.manager [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.969597] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77446cff-1e55-4a9b-b2db-7c9b94a30be3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.078492] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184493, 'name': Rename_Task, 'duration_secs': 0.206105} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.078738] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.078967] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdf1611b-65fd-4141-ad3f-273238ef7eb2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.084328] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1270.084328] env[69302]: value = "task-3184494" [ 1270.084328] env[69302]: _type = "Task" [ 1270.084328] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.091124] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.291432] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.291561] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.291757] env[69302]: DEBUG nova.compute.manager [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.292764] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787bfdf4-30f9-4119-87d5-465e82ce917e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.301216] env[69302]: DEBUG nova.compute.manager [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1270.301839] env[69302]: DEBUG nova.objects.instance [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'flavor' on Instance uuid 2c5c4752-70a7-41b7-aa16-b22382ae9c9b {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.416165] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184488, 'name': CreateVM_Task, 'duration_secs': 2.237428} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.416401] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.417173] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.417358] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.417671] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.417916] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d2ed60-b439-4110-a5e0-2b5c68d78273 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.422372] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1270.422372] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a71de-ddd8-c2d0-c301-7c4b8908f2d1" [ 1270.422372] env[69302]: _type = "Task" [ 1270.422372] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.430418] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a71de-ddd8-c2d0-c301-7c4b8908f2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.481162] env[69302]: DEBUG oslo_concurrency.lockutils [None req-caf36489-5165-44a6-98e1-dc5fc65b78b6 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.042s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.594354] env[69302]: DEBUG oslo_vmware.api [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184494, 'name': PowerOnVM_Task, 'duration_secs': 0.480612} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.594677] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.594889] env[69302]: INFO nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1270.595095] env[69302]: DEBUG nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.595865] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f4ae72-5ae2-415d-b17d-f3fe9ebeea03 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.870387] env[69302]: DEBUG nova.objects.instance [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.932568] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526a71de-ddd8-c2d0-c301-7c4b8908f2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.932899] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.933130] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.933415] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.933520] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.933697] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.933970] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13ba7360-cf69-434e-9a06-ae0d86157337 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.942707] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.942775] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.943544] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0c9f18-1e6d-4e73-9a0f-3fc8903526bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.948965] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1270.948965] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ce53e1-8410-81e7-9c3c-4c4018143ac3" [ 1270.948965] env[69302]: _type = "Task" [ 1270.948965] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.957138] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ce53e1-8410-81e7-9c3c-4c4018143ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.111741] env[69302]: INFO nova.compute.manager [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Took 11.67 seconds to build instance. [ 1271.309046] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.309046] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b1e91f-1824-4221-9bf1-4f647ec94eff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.318874] env[69302]: DEBUG oslo_vmware.api [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1271.318874] env[69302]: value = "task-3184495" [ 1271.318874] env[69302]: _type = "Task" [ 1271.318874] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.327218] env[69302]: DEBUG oslo_vmware.api [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.375696] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.376200] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.376200] env[69302]: DEBUG nova.network.neutron [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.376386] env[69302]: DEBUG nova.objects.instance [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'info_cache' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.461821] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ce53e1-8410-81e7-9c3c-4c4018143ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.462742] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4cea32e-3320-4caa-a74e-b51ee4e96728 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.468183] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1271.468183] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5297e97d-0f75-1705-02c6-d998989ae51e" [ 1271.468183] env[69302]: _type = "Task" [ 1271.468183] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.476173] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5297e97d-0f75-1705-02c6-d998989ae51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.614495] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d458498-a70a-4646-a5f7-4092ee4d7ffa tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.179s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.828919] env[69302]: DEBUG oslo_vmware.api [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184495, 'name': PowerOffVM_Task, 'duration_secs': 0.17055} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.829211] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.829405] env[69302]: DEBUG nova.compute.manager [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.830177] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e28decf-7f99-4628-9cde-8ed28a549d7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.880309] env[69302]: DEBUG nova.objects.base [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Object Instance<549c09a7-e299-4516-99f9-7c1f8bfd2a63> lazy-loaded attributes: flavor,info_cache {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1271.978522] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5297e97d-0f75-1705-02c6-d998989ae51e, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.978844] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.978959] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f/1bf1c44a-0074-4f49-a249-73480bc63d0f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.979219] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67ad334a-d850-47b2-ba0d-71e1e6c96334 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.986659] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1271.986659] env[69302]: value = "task-3184496" [ 1271.986659] env[69302]: _type = "Task" [ 1271.986659] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.994136] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.253705] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.254101] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.254366] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.254769] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.255026] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.258263] env[69302]: INFO nova.compute.manager [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Terminating instance [ 1272.307904] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "911030e0-953d-41e8-9abe-242ed7cba42e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.308184] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.340775] env[69302]: DEBUG oslo_concurrency.lockutils [None req-2ff33fca-3f4c-41a5-ab6e-2f78a098ca9b tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.496626] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461715} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.496902] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f/1bf1c44a-0074-4f49-a249-73480bc63d0f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.497174] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.497367] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3da62e18-b71c-494d-8e3a-c07aa2863113 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.504486] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1272.504486] env[69302]: value = "task-3184497" [ 1272.504486] env[69302]: _type = "Task" [ 1272.504486] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.513874] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.615425] env[69302]: DEBUG nova.network.neutron [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updating instance_info_cache with network_info: [{"id": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "address": "fa:16:3e:9b:67:d1", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cf58250-1c", "ovs_interfaceid": "9cf58250-1cd3-4678-9cd9-3d0996af5cff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.768020] env[69302]: DEBUG nova.compute.manager [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.768020] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.768020] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c7543-7911-4aa4-96c0-2b40e717ec8a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.776149] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.776526] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-306937b5-12ca-4d50-a872-e8012a810430 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.778599] env[69302]: DEBUG nova.objects.instance [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'flavor' on Instance uuid 2c5c4752-70a7-41b7-aa16-b22382ae9c9b {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.786545] env[69302]: DEBUG oslo_vmware.api [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1272.786545] env[69302]: value = "task-3184498" [ 1272.786545] env[69302]: _type = "Task" [ 1272.786545] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.796357] env[69302]: DEBUG oslo_vmware.api [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.810778] env[69302]: DEBUG nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.016365] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101848} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.016791] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.017546] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cda22a-3b43-4a2d-9339-62af10d2ed78 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.042527] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f/1bf1c44a-0074-4f49-a249-73480bc63d0f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.043000] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba0e686d-3cff-4f15-9b87-7d937e07662a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.062508] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1273.062508] env[69302]: value = "task-3184499" [ 1273.062508] env[69302]: _type = "Task" [ 1273.062508] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.070607] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.118474] env[69302]: DEBUG oslo_concurrency.lockutils [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Releasing lock "refresh_cache-549c09a7-e299-4516-99f9-7c1f8bfd2a63" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.283315] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.283498] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.283650] env[69302]: DEBUG nova.network.neutron [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.283832] env[69302]: DEBUG nova.objects.instance [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'info_cache' on Instance uuid 2c5c4752-70a7-41b7-aa16-b22382ae9c9b {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.296658] env[69302]: DEBUG oslo_vmware.api [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184498, 'name': PowerOffVM_Task, 'duration_secs': 0.267993} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.301133] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.301133] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.301133] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1369d6e2-8f60-4e36-93bd-9795c98b580d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.340465] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.340767] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.342313] env[69302]: INFO nova.compute.claims [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.386285] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.386509] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.387056] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleting the datastore file [datastore1] 9f5e9bb7-62ee-41d5-b088-0595c8c288ab {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.387056] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2374eb6-e132-458a-873b-3a31851e2b98 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.394116] env[69302]: DEBUG oslo_vmware.api [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1273.394116] env[69302]: value = "task-3184501" [ 1273.394116] env[69302]: _type = "Task" [ 1273.394116] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.402497] env[69302]: DEBUG oslo_vmware.api [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.572717] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.789489] env[69302]: DEBUG nova.objects.base [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Object Instance<2c5c4752-70a7-41b7-aa16-b22382ae9c9b> lazy-loaded attributes: flavor,info_cache {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.903324] env[69302]: DEBUG oslo_vmware.api [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125541} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.903572] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.903755] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.903932] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.904121] env[69302]: INFO nova.compute.manager [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1273.904361] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.904545] env[69302]: DEBUG nova.compute.manager [-] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.904636] env[69302]: DEBUG nova.network.neutron [-] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.072813] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184499, 'name': ReconfigVM_Task, 'duration_secs': 0.868407} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.074024] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f/1bf1c44a-0074-4f49-a249-73480bc63d0f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.074177] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de618133-1282-4aec-9fa0-c005e786aa71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.080623] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1274.080623] env[69302]: value = "task-3184502" [ 1274.080623] env[69302]: _type = "Task" [ 1274.080623] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.088030] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184502, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.124192] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.125804] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8d2c6c-8053-4205-9ee9-700715a21ccb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.131317] env[69302]: DEBUG oslo_vmware.api [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1274.131317] env[69302]: value = "task-3184503" [ 1274.131317] env[69302]: _type = "Task" [ 1274.131317] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.140973] env[69302]: DEBUG oslo_vmware.api [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.165512] env[69302]: DEBUG nova.compute.manager [req-345efe65-8d97-46ee-b80c-63c29c0366e6 req-9806b595-cce5-42f9-9296-cb50a89ba3aa service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Received event network-vif-deleted-6f585f55-dbad-462b-a51c-6d52eac64b73 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.165907] env[69302]: INFO nova.compute.manager [req-345efe65-8d97-46ee-b80c-63c29c0366e6 req-9806b595-cce5-42f9-9296-cb50a89ba3aa service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Neutron deleted interface 6f585f55-dbad-462b-a51c-6d52eac64b73; detaching it from the instance and deleting it from the info cache [ 1274.166121] env[69302]: DEBUG nova.network.neutron [req-345efe65-8d97-46ee-b80c-63c29c0366e6 req-9806b595-cce5-42f9-9296-cb50a89ba3aa service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.503884] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731b95b9-3fd8-46c8-b74e-055d98113eba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.511817] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b8ac19-8f49-40fc-a014-07cf22f34295 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.515578] env[69302]: DEBUG nova.network.neutron [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updating instance_info_cache with network_info: [{"id": "6a583dde-c7e7-4ca3-b251-957d057357a2", "address": "fa:16:3e:47:6b:91", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a583dde-c7", "ovs_interfaceid": "6a583dde-c7e7-4ca3-b251-957d057357a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.545385] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23937ac-0779-401d-9b40-22781ac81cda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.553866] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece2205-4530-4207-a0bf-a1eb58e8f792 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.568310] env[69302]: DEBUG nova.compute.provider_tree [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.589323] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184502, 'name': Rename_Task, 'duration_secs': 0.137707} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.589605] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.589852] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c2ed05-1859-43dc-99c5-886b1f397a76 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.595934] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1274.595934] env[69302]: value = "task-3184504" [ 1274.595934] env[69302]: _type = "Task" [ 1274.595934] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.603437] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.637488] env[69302]: DEBUG nova.network.neutron [-] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.642042] env[69302]: DEBUG oslo_vmware.api [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.668636] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d027777e-0bbe-496a-9ca9-100f30743d6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.678017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96324a30-84b5-4644-98e6-97fcfbe8fd63 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.708876] env[69302]: DEBUG nova.compute.manager [req-345efe65-8d97-46ee-b80c-63c29c0366e6 req-9806b595-cce5-42f9-9296-cb50a89ba3aa service nova] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Detach interface failed, port_id=6f585f55-dbad-462b-a51c-6d52eac64b73, reason: Instance 9f5e9bb7-62ee-41d5-b088-0595c8c288ab could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.018758] env[69302]: DEBUG oslo_concurrency.lockutils [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.071267] env[69302]: DEBUG nova.scheduler.client.report [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.105755] env[69302]: DEBUG oslo_vmware.api [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184504, 'name': PowerOnVM_Task, 'duration_secs': 0.426218} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.106132] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.106272] env[69302]: INFO nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1275.106539] env[69302]: DEBUG nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.107333] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b316c5df-9f83-4b2f-b374-9767c465a2c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.146940] env[69302]: INFO nova.compute.manager [-] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Took 1.24 seconds to deallocate network for instance. [ 1275.147426] env[69302]: DEBUG oslo_vmware.api [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184503, 'name': PowerOnVM_Task, 'duration_secs': 0.573882} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.149339] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.149620] env[69302]: DEBUG nova.compute.manager [None req-8c3f2c6d-efff-4045-83ac-19a2cbb74580 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.150401] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62be0e4c-b970-47f0-9793-1cb7cac37e95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.577877] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.577877] env[69302]: DEBUG nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.623219] env[69302]: INFO nova.compute.manager [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Took 14.83 seconds to build instance. [ 1275.657059] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.657347] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.657573] env[69302]: DEBUG nova.objects.instance [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lazy-loading 'resources' on Instance uuid 9f5e9bb7-62ee-41d5-b088-0595c8c288ab {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.025060] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.025404] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0927d6c0-398e-4f8b-8ba7-8aa44faed24a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.032537] env[69302]: DEBUG oslo_vmware.api [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1276.032537] env[69302]: value = "task-3184505" [ 1276.032537] env[69302]: _type = "Task" [ 1276.032537] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.040395] env[69302]: DEBUG oslo_vmware.api [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.082362] env[69302]: DEBUG nova.compute.utils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.083898] env[69302]: DEBUG nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.084147] env[69302]: DEBUG nova.network.neutron [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.125088] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1761c486-dcaf-431d-ba60-b37a73228914 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.337s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.175936] env[69302]: DEBUG nova.policy [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c1cddffb89411f95efd2009caca3ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d092f0fa1fe4f52b3e3b90a6b2761bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.293916] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dfef45-b7b2-4e1d-aaf6-f3b3c87515a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.303366] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf64e374-c688-42b1-ab40-f2419bb2b305 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.338540] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db27c07-a613-4470-84bb-6bfd76f6ebda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.346214] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d186e5ef-50af-43c4-bf77-dc77d4dc3258 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.362402] env[69302]: DEBUG nova.compute.provider_tree [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.543262] env[69302]: DEBUG oslo_vmware.api [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184505, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.587381] env[69302]: DEBUG nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.755887] env[69302]: DEBUG nova.network.neutron [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Successfully created port: 4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.785830] env[69302]: DEBUG nova.compute.manager [req-fd377874-7196-487b-9911-83806753ffae req-c760a24e-2890-48fa-8b68-87a3125b3899 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Received event network-changed-c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.786324] env[69302]: DEBUG nova.compute.manager [req-fd377874-7196-487b-9911-83806753ffae req-c760a24e-2890-48fa-8b68-87a3125b3899 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Refreshing instance network info cache due to event network-changed-c956254d-7c70-4242-b660-046bb3f43d29. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.786686] env[69302]: DEBUG oslo_concurrency.lockutils [req-fd377874-7196-487b-9911-83806753ffae req-c760a24e-2890-48fa-8b68-87a3125b3899 service nova] Acquiring lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.786931] env[69302]: DEBUG oslo_concurrency.lockutils [req-fd377874-7196-487b-9911-83806753ffae req-c760a24e-2890-48fa-8b68-87a3125b3899 service nova] Acquired lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.787221] env[69302]: DEBUG nova.network.neutron [req-fd377874-7196-487b-9911-83806753ffae req-c760a24e-2890-48fa-8b68-87a3125b3899 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Refreshing network info cache for port c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.868796] env[69302]: DEBUG nova.scheduler.client.report [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.043884] env[69302]: DEBUG oslo_vmware.api [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184505, 'name': PowerOnVM_Task, 'duration_secs': 0.540319} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.044413] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.044633] env[69302]: DEBUG nova.compute.manager [None req-da3219b0-fe10-4795-b243-cd3e936cbad9 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.045449] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca241bd-5293-4e26-9a88-e8b6057490f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.093168] env[69302]: INFO nova.virt.block_device [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Booting with volume 3057e1eb-db6c-4fc2-a505-0e96e4fac8dd at /dev/sda [ 1277.138517] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35af0b2e-7807-454b-bf9b-63560f980434 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.147457] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be09b84-36d0-4794-8af3-f32a4b4ada94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.178544] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47fa1590-cf09-47e0-afae-8f7124f4990e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.186586] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdec5ef8-1ef8-4c74-9860-a5607b13f7dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.217787] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19134d3a-d17c-4db3-a544-5db8c4abd4c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.226121] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5db6a-e544-4c44-9c93-b207fc317bb0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.240478] env[69302]: DEBUG nova.virt.block_device [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating existing volume attachment record: 687fbd6f-1f0f-4cdd-aafa-2cea97bba66f {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1277.370935] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.413491] env[69302]: INFO nova.scheduler.client.report [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted allocations for instance 9f5e9bb7-62ee-41d5-b088-0595c8c288ab [ 1277.519577] env[69302]: DEBUG nova.network.neutron [req-fd377874-7196-487b-9911-83806753ffae req-c760a24e-2890-48fa-8b68-87a3125b3899 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updated VIF entry in instance network info cache for port c956254d-7c70-4242-b660-046bb3f43d29. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.520116] env[69302]: DEBUG nova.network.neutron [req-fd377874-7196-487b-9911-83806753ffae req-c760a24e-2890-48fa-8b68-87a3125b3899 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance_info_cache with network_info: [{"id": "c956254d-7c70-4242-b660-046bb3f43d29", "address": "fa:16:3e:ea:f7:b0", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc956254d-7c", "ovs_interfaceid": "c956254d-7c70-4242-b660-046bb3f43d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.921511] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ef64389f-36c2-4aa4-8a09-babda643a699 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "9f5e9bb7-62ee-41d5-b088-0595c8c288ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.667s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.023209] env[69302]: DEBUG oslo_concurrency.lockutils [req-fd377874-7196-487b-9911-83806753ffae req-c760a24e-2890-48fa-8b68-87a3125b3899 service nova] Releasing lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.320889] env[69302]: DEBUG nova.network.neutron [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Successfully updated port: 4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.806786] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d3095-6b19-4cae-8ef0-e2b50caddaf5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.814166] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-efc0f04a-058c-476d-bb8b-e5635e3d946d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Suspending the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1278.814494] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5391cd5f-e954-412f-83d9-b9849b0130a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.820823] env[69302]: DEBUG oslo_vmware.api [None req-efc0f04a-058c-476d-bb8b-e5635e3d946d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1278.820823] env[69302]: value = "task-3184506" [ 1278.820823] env[69302]: _type = "Task" [ 1278.820823] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.825323] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.825462] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.825610] env[69302]: DEBUG nova.network.neutron [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.827639] env[69302]: DEBUG nova.compute.manager [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Received event network-vif-plugged-4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.827838] env[69302]: DEBUG oslo_concurrency.lockutils [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] Acquiring lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.828359] env[69302]: DEBUG oslo_concurrency.lockutils [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] Lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.828359] env[69302]: DEBUG oslo_concurrency.lockutils [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] Lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.828439] env[69302]: DEBUG nova.compute.manager [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] No waiting events found dispatching network-vif-plugged-4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.828563] env[69302]: WARNING nova.compute.manager [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Received unexpected event network-vif-plugged-4ffec535-f988-408e-86cf-bad134ee6424 for instance with vm_state building and task_state block_device_mapping. [ 1278.828763] env[69302]: DEBUG nova.compute.manager [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Received event network-changed-4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.828874] env[69302]: DEBUG nova.compute.manager [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Refreshing instance network info cache due to event network-changed-4ffec535-f988-408e-86cf-bad134ee6424. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.829095] env[69302]: DEBUG oslo_concurrency.lockutils [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] Acquiring lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.834751] env[69302]: DEBUG oslo_vmware.api [None req-efc0f04a-058c-476d-bb8b-e5635e3d946d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184506, 'name': SuspendVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.334007] env[69302]: DEBUG oslo_vmware.api [None req-efc0f04a-058c-476d-bb8b-e5635e3d946d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184506, 'name': SuspendVM_Task} progress is 50%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.340725] env[69302]: DEBUG nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.341308] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.341530] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.341713] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.342018] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.342180] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.342341] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.342563] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.342723] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.342914] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.343095] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.343270] env[69302]: DEBUG nova.virt.hardware [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.344099] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc6b59c-bd39-498c-bd56-c6ecb0e9cf37 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.352252] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e86b22f-9dd7-4e1f-bda1-f6200c618c56 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.374454] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.374673] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.383108] env[69302]: DEBUG nova.network.neutron [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.538512] env[69302]: DEBUG nova.network.neutron [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance_info_cache with network_info: [{"id": "4ffec535-f988-408e-86cf-bad134ee6424", "address": "fa:16:3e:a9:28:5f", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffec535-f9", "ovs_interfaceid": "4ffec535-f988-408e-86cf-bad134ee6424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.831410] env[69302]: DEBUG oslo_vmware.api [None req-efc0f04a-058c-476d-bb8b-e5635e3d946d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184506, 'name': SuspendVM_Task} progress is 50%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.877450] env[69302]: DEBUG nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.041037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.041514] env[69302]: DEBUG nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Instance network_info: |[{"id": "4ffec535-f988-408e-86cf-bad134ee6424", "address": "fa:16:3e:a9:28:5f", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffec535-f9", "ovs_interfaceid": "4ffec535-f988-408e-86cf-bad134ee6424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.041860] env[69302]: DEBUG oslo_concurrency.lockutils [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] Acquired lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.042072] env[69302]: DEBUG nova.network.neutron [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Refreshing network info cache for port 4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.043482] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:28:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ffec535-f988-408e-86cf-bad134ee6424', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.051336] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.054473] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.054978] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f8687e-b97d-4b75-a913-1383599cc864 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.076228] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.076228] env[69302]: value = "task-3184507" [ 1280.076228] env[69302]: _type = "Task" [ 1280.076228] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.083647] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184507, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.255622] env[69302]: DEBUG nova.network.neutron [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updated VIF entry in instance network info cache for port 4ffec535-f988-408e-86cf-bad134ee6424. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.256016] env[69302]: DEBUG nova.network.neutron [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance_info_cache with network_info: [{"id": "4ffec535-f988-408e-86cf-bad134ee6424", "address": "fa:16:3e:a9:28:5f", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffec535-f9", "ovs_interfaceid": "4ffec535-f988-408e-86cf-bad134ee6424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.332392] env[69302]: DEBUG oslo_vmware.api [None req-efc0f04a-058c-476d-bb8b-e5635e3d946d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184506, 'name': SuspendVM_Task, 'duration_secs': 1.424517} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.332662] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-efc0f04a-058c-476d-bb8b-e5635e3d946d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Suspended the VM {{(pid=69302) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1280.332796] env[69302]: DEBUG nova.compute.manager [None req-efc0f04a-058c-476d-bb8b-e5635e3d946d tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.333585] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c079d0-0587-49ce-ac9a-ef8ba1d7bcda {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.403864] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.404169] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.405761] env[69302]: INFO nova.compute.claims [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.586635] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184507, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.758908] env[69302]: DEBUG oslo_concurrency.lockutils [req-905ade30-70b6-4366-b829-a305003ea063 req-0c3245aa-dc22-4e7b-8d34-69e7c7f2ced2 service nova] Releasing lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.086261] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184507, 'name': CreateVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.210724] env[69302]: INFO nova.compute.manager [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Resuming [ 1281.211330] env[69302]: DEBUG nova.objects.instance [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'flavor' on Instance uuid 2c5c4752-70a7-41b7-aa16-b22382ae9c9b {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.553135] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9e7dc4-b7f0-4eb3-810b-95920dec6b07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.560646] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e57828b-e004-437f-b51d-38327cb0cc7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.595009] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ae3954-8bf9-46c0-895d-988d8bb57147 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.604112] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184507, 'name': CreateVM_Task, 'duration_secs': 1.039831} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.604328] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.605550] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbb8e7a-83b8-49f7-b35b-3116cdb46892 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.609596] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636894', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'name': 'volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '911030e0-953d-41e8-9abe-242ed7cba42e', 'attached_at': '', 'detached_at': '', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'serial': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd'}, 'disk_bus': None, 'attachment_id': '687fbd6f-1f0f-4cdd-aafa-2cea97bba66f', 'guest_format': None, 'boot_index': 0, 'device_type': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1281.609816] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Root volume attach. Driver type: vmdk {{(pid=69302) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1281.610579] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9096ea99-68f2-472b-8435-7b8c9fcac25e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.625443] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d09f95b-eb86-40c7-ba3f-b554dfa7697f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.627934] env[69302]: DEBUG nova.compute.provider_tree [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.632550] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d3f681-2d2d-4df7-986d-f59f274a3eb4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.638446] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a576e804-b3fd-4e71-a065-922aa98ad17a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.644874] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1281.644874] env[69302]: value = "task-3184508" [ 1281.644874] env[69302]: _type = "Task" [ 1281.644874] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.652051] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.131138] env[69302]: DEBUG nova.scheduler.client.report [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.156184] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 35%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.637371] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.637915] env[69302]: DEBUG nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1282.655888] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 51%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.722620] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.722864] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquired lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.722992] env[69302]: DEBUG nova.network.neutron [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.143157] env[69302]: DEBUG nova.compute.utils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.144965] env[69302]: DEBUG nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.145266] env[69302]: DEBUG nova.network.neutron [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.157630] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 63%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.187316] env[69302]: DEBUG nova.policy [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6623ce5622b4b26a4adb0abc2ebb4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc751e9371ab4bf8a13524a2ae8d64b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.447352] env[69302]: DEBUG nova.network.neutron [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updating instance_info_cache with network_info: [{"id": "6a583dde-c7e7-4ca3-b251-957d057357a2", "address": "fa:16:3e:47:6b:91", "network": {"id": "e7b1c355-2a63-49ec-b0a5-5b5dd1935ffd", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2048754809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4078d29a5a7a4c9c9a3eaf3ca9d91723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a583dde-c7", "ovs_interfaceid": "6a583dde-c7e7-4ca3-b251-957d057357a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.464342] env[69302]: DEBUG nova.network.neutron [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Successfully created port: f067a028-6f53-426b-8e11-dcc895bf286a {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.648741] env[69302]: DEBUG nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1283.662110] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 78%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.951077] env[69302]: DEBUG oslo_concurrency.lockutils [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Releasing lock "refresh_cache-2c5c4752-70a7-41b7-aa16-b22382ae9c9b" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.951675] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1810f06-ac25-4d2f-95b6-47c08553728a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.958552] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Resuming the VM {{(pid=69302) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1283.958787] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aff5aa2d-1073-4efd-b0aa-73d362b279f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.964850] env[69302]: DEBUG oslo_vmware.api [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1283.964850] env[69302]: value = "task-3184509" [ 1283.964850] env[69302]: _type = "Task" [ 1283.964850] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.972994] env[69302]: DEBUG oslo_vmware.api [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.165016] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 95%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.475121] env[69302]: DEBUG oslo_vmware.api [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.663259] env[69302]: DEBUG nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1284.665215] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 97%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.688504] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.688745] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.688901] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.689093] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.689244] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.689390] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.689595] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.689753] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.689919] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.690100] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.690301] env[69302]: DEBUG nova.virt.hardware [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.691133] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f64fa6-5b83-4119-b545-e9d6248f336d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.698424] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d90493-480a-442c-a5fa-8243d969cd86 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.907928] env[69302]: DEBUG nova.compute.manager [req-c0a7c981-212d-44a8-a925-b5ca754b1367 req-cd5708c3-b618-484b-993e-f593d11a4a55 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Received event network-vif-plugged-f067a028-6f53-426b-8e11-dcc895bf286a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.908044] env[69302]: DEBUG oslo_concurrency.lockutils [req-c0a7c981-212d-44a8-a925-b5ca754b1367 req-cd5708c3-b618-484b-993e-f593d11a4a55 service nova] Acquiring lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.908243] env[69302]: DEBUG oslo_concurrency.lockutils [req-c0a7c981-212d-44a8-a925-b5ca754b1367 req-cd5708c3-b618-484b-993e-f593d11a4a55 service nova] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.908412] env[69302]: DEBUG oslo_concurrency.lockutils [req-c0a7c981-212d-44a8-a925-b5ca754b1367 req-cd5708c3-b618-484b-993e-f593d11a4a55 service nova] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.908581] env[69302]: DEBUG nova.compute.manager [req-c0a7c981-212d-44a8-a925-b5ca754b1367 req-cd5708c3-b618-484b-993e-f593d11a4a55 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] No waiting events found dispatching network-vif-plugged-f067a028-6f53-426b-8e11-dcc895bf286a {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1284.908810] env[69302]: WARNING nova.compute.manager [req-c0a7c981-212d-44a8-a925-b5ca754b1367 req-cd5708c3-b618-484b-993e-f593d11a4a55 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Received unexpected event network-vif-plugged-f067a028-6f53-426b-8e11-dcc895bf286a for instance with vm_state building and task_state spawning. [ 1284.975719] env[69302]: DEBUG oslo_vmware.api [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184509, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.991252] env[69302]: DEBUG nova.network.neutron [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Successfully updated port: f067a028-6f53-426b-8e11-dcc895bf286a {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.165285] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 97%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.475874] env[69302]: DEBUG oslo_vmware.api [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184509, 'name': PowerOnVM_Task, 'duration_secs': 1.397074} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.476088] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Resumed the VM {{(pid=69302) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1285.476293] env[69302]: DEBUG nova.compute.manager [None req-abdecc50-75d3-43aa-8081-393a256003c1 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.477068] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d25edf-3121-40aa-b82f-50acc941ea54 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.494269] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "refresh_cache-385c35a6-4823-46f4-b1ec-bb0fdb631dcd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.494269] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "refresh_cache-385c35a6-4823-46f4-b1ec-bb0fdb631dcd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.494408] env[69302]: DEBUG nova.network.neutron [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.664187] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 97%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.675409] env[69302]: DEBUG oslo_concurrency.lockutils [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.675637] env[69302]: DEBUG oslo_concurrency.lockutils [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.028529] env[69302]: DEBUG nova.network.neutron [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.143745] env[69302]: DEBUG nova.network.neutron [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Updating instance_info_cache with network_info: [{"id": "f067a028-6f53-426b-8e11-dcc895bf286a", "address": "fa:16:3e:73:d6:eb", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf067a028-6f", "ovs_interfaceid": "f067a028-6f53-426b-8e11-dcc895bf286a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.164624] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 97%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.178379] env[69302]: DEBUG nova.compute.utils [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.646510] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "refresh_cache-385c35a6-4823-46f4-b1ec-bb0fdb631dcd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.646831] env[69302]: DEBUG nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Instance network_info: |[{"id": "f067a028-6f53-426b-8e11-dcc895bf286a", "address": "fa:16:3e:73:d6:eb", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf067a028-6f", "ovs_interfaceid": "f067a028-6f53-426b-8e11-dcc895bf286a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1286.647289] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:d6:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f067a028-6f53-426b-8e11-dcc895bf286a', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.655244] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.655435] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.655718] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74dbd304-72b1-4bb4-80aa-3d997e213cb7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.679108] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task} progress is 98%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.680665] env[69302]: DEBUG oslo_concurrency.lockutils [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.681152] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.681152] env[69302]: value = "task-3184510" [ 1286.681152] env[69302]: _type = "Task" [ 1286.681152] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.689426] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184510, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.938443] env[69302]: DEBUG nova.compute.manager [req-adfca77c-f395-491e-b712-d07f46fe94e5 req-53a57337-fc32-4416-b9c9-e69cfcdc35f5 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Received event network-changed-f067a028-6f53-426b-8e11-dcc895bf286a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.938671] env[69302]: DEBUG nova.compute.manager [req-adfca77c-f395-491e-b712-d07f46fe94e5 req-53a57337-fc32-4416-b9c9-e69cfcdc35f5 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Refreshing instance network info cache due to event network-changed-f067a028-6f53-426b-8e11-dcc895bf286a. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.938854] env[69302]: DEBUG oslo_concurrency.lockutils [req-adfca77c-f395-491e-b712-d07f46fe94e5 req-53a57337-fc32-4416-b9c9-e69cfcdc35f5 service nova] Acquiring lock "refresh_cache-385c35a6-4823-46f4-b1ec-bb0fdb631dcd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.939021] env[69302]: DEBUG oslo_concurrency.lockutils [req-adfca77c-f395-491e-b712-d07f46fe94e5 req-53a57337-fc32-4416-b9c9-e69cfcdc35f5 service nova] Acquired lock "refresh_cache-385c35a6-4823-46f4-b1ec-bb0fdb631dcd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.939199] env[69302]: DEBUG nova.network.neutron [req-adfca77c-f395-491e-b712-d07f46fe94e5 req-53a57337-fc32-4416-b9c9-e69cfcdc35f5 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Refreshing network info cache for port f067a028-6f53-426b-8e11-dcc895bf286a {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.098681] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.098941] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.099174] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.099362] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.099531] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.101736] env[69302]: INFO nova.compute.manager [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Terminating instance [ 1287.164778] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184508, 'name': RelocateVM_Task, 'duration_secs': 5.37014} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.165033] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1287.165250] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636894', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'name': 'volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '911030e0-953d-41e8-9abe-242ed7cba42e', 'attached_at': '', 'detached_at': '', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'serial': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1287.166063] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eea7978-79c0-4500-990c-cc7c7bc2eada {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.181143] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853cee81-0927-4cb6-a847-ced0f2dd782a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.205384] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd/volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.208990] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5bb39a4-431b-4a85-acba-dd413afc5327 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.222946] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184510, 'name': CreateVM_Task, 'duration_secs': 0.368548} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.223131] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1287.224114] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.224264] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.224580] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.224848] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f77e91a-56e5-44d8-9b03-dd38bc18ff0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.228118] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1287.228118] env[69302]: value = "task-3184511" [ 1287.228118] env[69302]: _type = "Task" [ 1287.228118] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.229298] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1287.229298] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52386c40-6cd6-90c9-3b34-c25fea22859c" [ 1287.229298] env[69302]: _type = "Task" [ 1287.229298] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.238925] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.241685] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52386c40-6cd6-90c9-3b34-c25fea22859c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.605713] env[69302]: DEBUG nova.compute.manager [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.605978] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.606882] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9ac7f2-44f7-4e98-b8bd-41eacfa862f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.616577] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.616815] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61248e1-1d44-4473-b897-9fd9f6867d31 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.622286] env[69302]: DEBUG oslo_vmware.api [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1287.622286] env[69302]: value = "task-3184512" [ 1287.622286] env[69302]: _type = "Task" [ 1287.622286] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.629757] env[69302]: DEBUG oslo_vmware.api [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.642681] env[69302]: DEBUG nova.network.neutron [req-adfca77c-f395-491e-b712-d07f46fe94e5 req-53a57337-fc32-4416-b9c9-e69cfcdc35f5 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Updated VIF entry in instance network info cache for port f067a028-6f53-426b-8e11-dcc895bf286a. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.643054] env[69302]: DEBUG nova.network.neutron [req-adfca77c-f395-491e-b712-d07f46fe94e5 req-53a57337-fc32-4416-b9c9-e69cfcdc35f5 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Updating instance_info_cache with network_info: [{"id": "f067a028-6f53-426b-8e11-dcc895bf286a", "address": "fa:16:3e:73:d6:eb", "network": {"id": "7403de83-f2cc-4fb4-aee7-fbb358b24317", "bridge": "br-int", "label": "tempest-ServersTestJSON-610466301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc751e9371ab4bf8a13524a2ae8d64b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf067a028-6f", "ovs_interfaceid": "f067a028-6f53-426b-8e11-dcc895bf286a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.743529] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184511, 'name': ReconfigVM_Task, 'duration_secs': 0.263044} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.747106] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd/volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.752016] env[69302]: DEBUG oslo_concurrency.lockutils [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.752260] env[69302]: DEBUG oslo_concurrency.lockutils [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.752483] env[69302]: INFO nova.compute.manager [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Attaching volume c991830a-79e2-4173-a22d-4a2ceb9e50ba to /dev/sdb [ 1287.754218] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52386c40-6cd6-90c9-3b34-c25fea22859c, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.754617] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-998311a6-0209-40a7-b0c0-c9f5ee322f09 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.764498] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.764743] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.765018] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.765174] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.765358] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.768215] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-092e5862-dea7-4569-9aca-c82e57d1d9f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.775707] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1287.775707] env[69302]: value = "task-3184513" [ 1287.775707] env[69302]: _type = "Task" [ 1287.775707] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.779915] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.780159] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.781446] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc99842a-4f03-424c-b29a-ba318e509254 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.786986] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.790063] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1287.790063] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b9b41-1ed3-1ef3-10a3-742a85e0c74c" [ 1287.790063] env[69302]: _type = "Task" [ 1287.790063] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.797784] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b9b41-1ed3-1ef3-10a3-742a85e0c74c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.799503] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f4b65b-17a1-4761-a8ff-5a1dfd393ad5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.806160] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2426b9ad-4de2-404d-96a4-fc5d6108fc37 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.819914] env[69302]: DEBUG nova.virt.block_device [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating existing volume attachment record: 0fccd216-c433-4f30-a5b0-a0f7e97d8595 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.132308] env[69302]: DEBUG oslo_vmware.api [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184512, 'name': PowerOffVM_Task, 'duration_secs': 0.185508} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.132594] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.132886] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.133203] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06889300-66ae-4b30-9e10-bbe9f45f43cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.145385] env[69302]: DEBUG oslo_concurrency.lockutils [req-adfca77c-f395-491e-b712-d07f46fe94e5 req-53a57337-fc32-4416-b9c9-e69cfcdc35f5 service nova] Releasing lock "refresh_cache-385c35a6-4823-46f4-b1ec-bb0fdb631dcd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.197041] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.197399] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.197626] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleting the datastore file [datastore2] 2c5c4752-70a7-41b7-aa16-b22382ae9c9b {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.197901] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9f30bbf-48e7-446e-b984-1badecd71dfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.204153] env[69302]: DEBUG oslo_vmware.api [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for the task: (returnval){ [ 1288.204153] env[69302]: value = "task-3184518" [ 1288.204153] env[69302]: _type = "Task" [ 1288.204153] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.211609] env[69302]: DEBUG oslo_vmware.api [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.284677] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184513, 'name': ReconfigVM_Task, 'duration_secs': 0.186938} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.285028] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636894', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'name': 'volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '911030e0-953d-41e8-9abe-242ed7cba42e', 'attached_at': '', 'detached_at': '', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'serial': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1288.285565] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b7b5d48-4bd8-49cd-a135-eb290f9d94ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.291579] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1288.291579] env[69302]: value = "task-3184519" [ 1288.291579] env[69302]: _type = "Task" [ 1288.291579] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.302282] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184519, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.305303] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]529b9b41-1ed3-1ef3-10a3-742a85e0c74c, 'name': SearchDatastore_Task, 'duration_secs': 0.016741} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.306025] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e676cd-5915-4c7d-bd41-3b7f4895fab6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.310587] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1288.310587] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e50521-0598-4273-74b8-336ee5f11d41" [ 1288.310587] env[69302]: _type = "Task" [ 1288.310587] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.320116] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e50521-0598-4273-74b8-336ee5f11d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.713745] env[69302]: DEBUG oslo_vmware.api [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Task: {'id': task-3184518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144483} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.713971] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.714203] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.714391] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.714762] env[69302]: INFO nova.compute.manager [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1288.714847] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.715039] env[69302]: DEBUG nova.compute.manager [-] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.715150] env[69302]: DEBUG nova.network.neutron [-] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.804901] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184519, 'name': Rename_Task, 'duration_secs': 0.118367} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.805213] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.805468] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab64e4b-c300-4922-846b-a6d7f8088992 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.812568] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1288.812568] env[69302]: value = "task-3184520" [ 1288.812568] env[69302]: _type = "Task" [ 1288.812568] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.822935] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.825976] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e50521-0598-4273-74b8-336ee5f11d41, 'name': SearchDatastore_Task, 'duration_secs': 0.016627} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.826237] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.826494] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 385c35a6-4823-46f4-b1ec-bb0fdb631dcd/385c35a6-4823-46f4-b1ec-bb0fdb631dcd.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.826731] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc3adb8-5127-484c-9aa2-cbd64cef8305 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.832289] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1288.832289] env[69302]: value = "task-3184521" [ 1288.832289] env[69302]: _type = "Task" [ 1288.832289] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.840358] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.172590] env[69302]: DEBUG nova.compute.manager [req-e5d2162d-c85f-44c9-a111-9b29c2f40713 req-27ec42c4-b9d4-4a46-8c5d-6d708a864e46 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Received event network-vif-deleted-6a583dde-c7e7-4ca3-b251-957d057357a2 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.172590] env[69302]: INFO nova.compute.manager [req-e5d2162d-c85f-44c9-a111-9b29c2f40713 req-27ec42c4-b9d4-4a46-8c5d-6d708a864e46 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Neutron deleted interface 6a583dde-c7e7-4ca3-b251-957d057357a2; detaching it from the instance and deleting it from the info cache [ 1289.172590] env[69302]: DEBUG nova.network.neutron [req-e5d2162d-c85f-44c9-a111-9b29c2f40713 req-27ec42c4-b9d4-4a46-8c5d-6d708a864e46 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.326942] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.342169] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184521, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.651991] env[69302]: DEBUG nova.network.neutron [-] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.676943] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-825dd429-2daa-4e3a-977b-62ff20b24d7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.686588] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803661cd-1c0b-4dcb-92b7-0ce661035851 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.717298] env[69302]: DEBUG nova.compute.manager [req-e5d2162d-c85f-44c9-a111-9b29c2f40713 req-27ec42c4-b9d4-4a46-8c5d-6d708a864e46 service nova] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Detach interface failed, port_id=6a583dde-c7e7-4ca3-b251-957d057357a2, reason: Instance 2c5c4752-70a7-41b7-aa16-b22382ae9c9b could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.825811] env[69302]: DEBUG oslo_vmware.api [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184520, 'name': PowerOnVM_Task, 'duration_secs': 0.744362} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.826152] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.826336] env[69302]: INFO nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Took 10.49 seconds to spawn the instance on the hypervisor. [ 1289.826518] env[69302]: DEBUG nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.827321] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dca3b3-6a04-4d92-86f1-706e14e0625a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.842625] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519323} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.842897] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 385c35a6-4823-46f4-b1ec-bb0fdb631dcd/385c35a6-4823-46f4-b1ec-bb0fdb631dcd.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.843120] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.843341] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e181a8-4428-4de2-bde0-89df90f7d90b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.849628] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1289.849628] env[69302]: value = "task-3184522" [ 1289.849628] env[69302]: _type = "Task" [ 1289.849628] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.856499] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.155561] env[69302]: INFO nova.compute.manager [-] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Took 1.44 seconds to deallocate network for instance. [ 1290.357048] env[69302]: INFO nova.compute.manager [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Took 17.04 seconds to build instance. [ 1290.365237] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066438} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.365614] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.366818] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9db97e-eb51-415f-9998-775acf1a4af6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.404042] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 385c35a6-4823-46f4-b1ec-bb0fdb631dcd/385c35a6-4823-46f4-b1ec-bb0fdb631dcd.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.404689] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff577563-3789-48c8-866e-0d07c5907bec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.435634] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1290.435634] env[69302]: value = "task-3184524" [ 1290.435634] env[69302]: _type = "Task" [ 1290.435634] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.447558] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.664172] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.664172] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.664172] env[69302]: DEBUG nova.objects.instance [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lazy-loading 'resources' on Instance uuid 2c5c4752-70a7-41b7-aa16-b22382ae9c9b {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.859556] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ec1c4fe2-6bc2-4485-ab62-fc075d18bc2f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.551s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.946095] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184524, 'name': ReconfigVM_Task, 'duration_secs': 0.306879} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.946236] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 385c35a6-4823-46f4-b1ec-bb0fdb631dcd/385c35a6-4823-46f4-b1ec-bb0fdb631dcd.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.947052] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bfe1a7e-b005-451b-afd7-5de4d172ced9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.953113] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1290.953113] env[69302]: value = "task-3184525" [ 1290.953113] env[69302]: _type = "Task" [ 1290.953113] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.961013] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184525, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.205415] env[69302]: DEBUG nova.compute.manager [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Received event network-changed-fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.205415] env[69302]: DEBUG nova.compute.manager [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Refreshing instance network info cache due to event network-changed-fe6158d8-47eb-46bb-843c-5c3479108e16. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.205529] env[69302]: DEBUG oslo_concurrency.lockutils [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] Acquiring lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.205666] env[69302]: DEBUG oslo_concurrency.lockutils [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] Acquired lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.205824] env[69302]: DEBUG nova.network.neutron [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Refreshing network info cache for port fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.306523] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1338a52c-7abd-44b9-8508-b35dc57bdc8c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.316015] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc695b-8af6-460c-8b4d-601866981cef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.348637] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67256016-7460-426c-93f1-ce5c33835a9b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.356604] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b8c952-e908-46d2-88e0-1d0592c3183e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.371207] env[69302]: DEBUG nova.compute.provider_tree [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.464339] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184525, 'name': Rename_Task, 'duration_secs': 0.129751} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.464339] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.465281] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69ae408a-dff3-4963-a9a3-231823320168 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.470749] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1291.470749] env[69302]: value = "task-3184526" [ 1291.470749] env[69302]: _type = "Task" [ 1291.470749] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.479478] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.874292] env[69302]: DEBUG nova.scheduler.client.report [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.975895] env[69302]: DEBUG nova.network.neutron [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updated VIF entry in instance network info cache for port fe6158d8-47eb-46bb-843c-5c3479108e16. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.976309] env[69302]: DEBUG nova.network.neutron [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updating instance_info_cache with network_info: [{"id": "fe6158d8-47eb-46bb-843c-5c3479108e16", "address": "fa:16:3e:5a:73:0e", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6158d8-47", "ovs_interfaceid": "fe6158d8-47eb-46bb-843c-5c3479108e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.982916] env[69302]: DEBUG oslo_vmware.api [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184526, 'name': PowerOnVM_Task, 'duration_secs': 0.49752} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.983184] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.983378] env[69302]: INFO nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1291.983557] env[69302]: DEBUG nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.984338] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68568caf-75b8-4f15-847a-b294556885c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.367487] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1292.367487] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636900', 'volume_id': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'name': 'volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a793e2-adce-4e13-b203-b58295f4c0cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'serial': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1292.367706] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa5d13-0cc8-4d68-a1a1-cb9257bef766 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.385488] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.388744] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dad3ed-ea29-4701-922a-f4a66cf7e5ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.414171] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba/volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.415362] env[69302]: INFO nova.scheduler.client.report [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Deleted allocations for instance 2c5c4752-70a7-41b7-aa16-b22382ae9c9b [ 1292.416503] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4583bd8b-2c2c-48af-a901-652bdb212c6d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.437464] env[69302]: DEBUG oslo_vmware.api [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1292.437464] env[69302]: value = "task-3184527" [ 1292.437464] env[69302]: _type = "Task" [ 1292.437464] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.446835] env[69302]: DEBUG oslo_vmware.api [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.479438] env[69302]: DEBUG oslo_concurrency.lockutils [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] Releasing lock "refresh_cache-611af241-297e-4023-a6da-fe043983ffd1" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.479785] env[69302]: DEBUG nova.compute.manager [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Received event network-changed-4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.480022] env[69302]: DEBUG nova.compute.manager [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Refreshing instance network info cache due to event network-changed-4ffec535-f988-408e-86cf-bad134ee6424. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.480282] env[69302]: DEBUG oslo_concurrency.lockutils [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] Acquiring lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.480468] env[69302]: DEBUG oslo_concurrency.lockutils [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] Acquired lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.480650] env[69302]: DEBUG nova.network.neutron [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Refreshing network info cache for port 4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.499668] env[69302]: INFO nova.compute.manager [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Took 12.12 seconds to build instance. [ 1292.570520] env[69302]: DEBUG nova.compute.manager [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1292.935931] env[69302]: DEBUG oslo_concurrency.lockutils [None req-af9f3f31-e395-429f-9307-f98622514ff0 tempest-ServerActionsTestJSON-90963712 tempest-ServerActionsTestJSON-90963712-project-member] Lock "2c5c4752-70a7-41b7-aa16-b22382ae9c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.837s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.947539] env[69302]: DEBUG oslo_vmware.api [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184527, 'name': ReconfigVM_Task, 'duration_secs': 0.370856} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.947833] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba/volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.952964] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3890b348-25c4-424f-9119-8e07181832d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.968741] env[69302]: DEBUG oslo_vmware.api [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1292.968741] env[69302]: value = "task-3184528" [ 1292.968741] env[69302]: _type = "Task" [ 1292.968741] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.976755] env[69302]: DEBUG oslo_vmware.api [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.001811] env[69302]: DEBUG oslo_concurrency.lockutils [None req-6ab7b035-b01e-4412-8b77-ae2f1a3e9e71 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.627s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.090300] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.090581] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.218702] env[69302]: DEBUG nova.network.neutron [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updated VIF entry in instance network info cache for port 4ffec535-f988-408e-86cf-bad134ee6424. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.219074] env[69302]: DEBUG nova.network.neutron [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance_info_cache with network_info: [{"id": "4ffec535-f988-408e-86cf-bad134ee6424", "address": "fa:16:3e:a9:28:5f", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffec535-f9", "ovs_interfaceid": "4ffec535-f988-408e-86cf-bad134ee6424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.479730] env[69302]: DEBUG oslo_vmware.api [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184528, 'name': ReconfigVM_Task, 'duration_secs': 0.136625} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.480568] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636900', 'volume_id': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'name': 'volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a793e2-adce-4e13-b203-b58295f4c0cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'serial': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1293.597901] env[69302]: INFO nova.compute.claims [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.725349] env[69302]: DEBUG oslo_concurrency.lockutils [req-bc3eb50d-ad4b-4a59-a15d-f0fa6343b401 req-76aba26d-bf68-4a87-8604-f5732d57e96b service nova] Releasing lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.903023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.903023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.903023] env[69302]: DEBUG nova.compute.manager [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.903023] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4a328b-6044-4f45-a8a7-ff70b952a0f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.909652] env[69302]: DEBUG nova.compute.manager [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69302) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1293.910447] env[69302]: DEBUG nova.objects.instance [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lazy-loading 'flavor' on Instance uuid 385c35a6-4823-46f4-b1ec-bb0fdb631dcd {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.105021] env[69302]: INFO nova.compute.resource_tracker [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating resource usage from migration 49db5c8b-7cc3-471a-bd68-60b4a9758460 [ 1294.232397] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ab339f-c85b-4998-82ba-cbb64bcbf56f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.240439] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9834b51a-7ead-4c79-ae8d-76d5c6899e49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.270392] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b6850e-f7d3-4edb-acef-6ee244b388a3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.277950] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee305a06-2e37-4516-8b8c-27519df95e73 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.291627] env[69302]: DEBUG nova.compute.provider_tree [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.519245] env[69302]: DEBUG nova.objects.instance [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lazy-loading 'flavor' on Instance uuid b5a793e2-adce-4e13-b203-b58295f4c0cd {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.794968] env[69302]: DEBUG nova.scheduler.client.report [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.918431] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.918771] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b5aaed-cf7a-46ff-899d-413d379c5d8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.926608] env[69302]: DEBUG oslo_vmware.api [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1294.926608] env[69302]: value = "task-3184529" [ 1294.926608] env[69302]: _type = "Task" [ 1294.926608] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.935038] env[69302]: DEBUG oslo_vmware.api [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.028017] env[69302]: DEBUG oslo_concurrency.lockutils [None req-200738dd-2c7b-4a20-bb94-5428691756eb tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.251632] env[69302]: INFO nova.compute.manager [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Rescuing [ 1295.251925] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.252098] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.252268] env[69302]: DEBUG nova.network.neutron [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.306771] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.216s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.306997] env[69302]: INFO nova.compute.manager [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Migrating [ 1295.436683] env[69302]: DEBUG oslo_vmware.api [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184529, 'name': PowerOffVM_Task, 'duration_secs': 0.39269} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.436954] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.437183] env[69302]: DEBUG nova.compute.manager [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.437929] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e3185-026d-4169-b6ff-894427bd4e41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.821665] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.821859] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.822057] env[69302]: DEBUG nova.network.neutron [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.953584] env[69302]: DEBUG oslo_concurrency.lockutils [None req-57c1a6fe-4bd5-492b-8cdd-5b3a9a63ffe1 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.049251] env[69302]: DEBUG nova.network.neutron [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [{"id": "61e69717-46f4-4c5f-9b74-f08853d985ce", "address": "fa:16:3e:a8:2f:00", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e69717-46", "ovs_interfaceid": "61e69717-46f4-4c5f-9b74-f08853d985ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.541505] env[69302]: DEBUG nova.network.neutron [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance_info_cache with network_info: [{"id": "4ffec535-f988-408e-86cf-bad134ee6424", "address": "fa:16:3e:a9:28:5f", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffec535-f9", "ovs_interfaceid": "4ffec535-f988-408e-86cf-bad134ee6424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.542801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "f8df708e-1fb7-4c18-950e-65c25f4bb533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.543044] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "f8df708e-1fb7-4c18-950e-65c25f4bb533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.551467] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.706764] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.707036] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.707718] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.707930] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.708126] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.710180] env[69302]: INFO nova.compute.manager [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Terminating instance [ 1297.045242] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.046783] env[69302]: DEBUG nova.compute.manager [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.214034] env[69302]: DEBUG nova.compute.manager [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.214255] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.215219] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d9865c-d87c-4986-b88b-f442ed0f6309 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.224778] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.224778] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da0f1701-2151-49ad-bea6-87680baac8fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.288776] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.289032] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.289262] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleting the datastore file [datastore2] 385c35a6-4823-46f4-b1ec-bb0fdb631dcd {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.289529] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-effebde7-67ec-486f-a446-32f1a0761cf8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.295389] env[69302]: DEBUG oslo_vmware.api [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1297.295389] env[69302]: value = "task-3184531" [ 1297.295389] env[69302]: _type = "Task" [ 1297.295389] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.303237] env[69302]: DEBUG oslo_vmware.api [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.571606] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.571877] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.573374] env[69302]: INFO nova.compute.claims [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.805157] env[69302]: DEBUG oslo_vmware.api [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226451} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.805410] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.805592] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.805773] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.806017] env[69302]: INFO nova.compute.manager [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1297.806322] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.806520] env[69302]: DEBUG nova.compute.manager [-] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.806616] env[69302]: DEBUG nova.network.neutron [-] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.027692] env[69302]: DEBUG nova.compute.manager [req-120fb726-e1f5-4288-b1d0-481e5c5854a8 req-2b72c1a7-98ae-4778-bc4a-1342ac022903 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Received event network-vif-deleted-f067a028-6f53-426b-8e11-dcc895bf286a {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.028102] env[69302]: INFO nova.compute.manager [req-120fb726-e1f5-4288-b1d0-481e5c5854a8 req-2b72c1a7-98ae-4778-bc4a-1342ac022903 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Neutron deleted interface f067a028-6f53-426b-8e11-dcc895bf286a; detaching it from the instance and deleting it from the info cache [ 1298.028102] env[69302]: DEBUG nova.network.neutron [req-120fb726-e1f5-4288-b1d0-481e5c5854a8 req-2b72c1a7-98ae-4778-bc4a-1342ac022903 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.085710] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.086526] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4251bf83-2166-4cbf-9f1c-4a67dbdf15b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.094328] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1298.094328] env[69302]: value = "task-3184532" [ 1298.094328] env[69302]: _type = "Task" [ 1298.094328] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.102731] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.506052] env[69302]: DEBUG nova.network.neutron [-] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.531243] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f07212e-7c0b-469a-a12a-dac2608136ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.540632] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1acca9-012c-48fd-a07f-c5b1af00ea59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.572241] env[69302]: DEBUG nova.compute.manager [req-120fb726-e1f5-4288-b1d0-481e5c5854a8 req-2b72c1a7-98ae-4778-bc4a-1342ac022903 service nova] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Detach interface failed, port_id=f067a028-6f53-426b-8e11-dcc895bf286a, reason: Instance 385c35a6-4823-46f4-b1ec-bb0fdb631dcd could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.573800] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10264ce3-6395-4cff-909f-baf0d434451f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.593909] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance '911030e0-953d-41e8-9abe-242ed7cba42e' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.605750] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184532, 'name': PowerOffVM_Task, 'duration_secs': 0.219112} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.606048] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.606827] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb43b4b-3f4b-4647-aa02-34242ab150ba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.631044] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8398f1-3228-49ce-bb25-479b9dcfbce2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.663926] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.664250] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c1a913-6ea3-4a51-927b-73e603b53ee5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.670465] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1298.670465] env[69302]: value = "task-3184533" [ 1298.670465] env[69302]: _type = "Task" [ 1298.670465] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.678215] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.757175] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d581ab9-9311-407e-a3cf-7b38e224e921 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.764128] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba0142-8ab4-49e0-98d5-69232d14e54f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.793887] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77aa34-3912-4ffc-8ba3-cedd5c3fa229 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.800372] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bead8f6-5831-4249-b4be-f71468a60544 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.812865] env[69302]: DEBUG nova.compute.provider_tree [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.008353] env[69302]: INFO nova.compute.manager [-] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Took 1.20 seconds to deallocate network for instance. [ 1299.100647] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.101092] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17a09af5-a566-42d1-bdae-466c6349d981 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.108198] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1299.108198] env[69302]: value = "task-3184534" [ 1299.108198] env[69302]: _type = "Task" [ 1299.108198] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.120548] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.181065] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1299.181065] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.181371] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.181465] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.181647] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.181902] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-288446ef-c34e-48cb-9cb3-b3d0862d1043 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.192165] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.192401] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.193122] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7ee826-25e5-4e54-bc39-db496c322d81 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.198458] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1299.198458] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ef418f-4e3c-2e07-4296-00863bd1ab0e" [ 1299.198458] env[69302]: _type = "Task" [ 1299.198458] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.205942] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ef418f-4e3c-2e07-4296-00863bd1ab0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.316055] env[69302]: DEBUG nova.scheduler.client.report [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.515170] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.619026] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184534, 'name': PowerOffVM_Task, 'duration_secs': 0.182166} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.619394] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.619394] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance '911030e0-953d-41e8-9abe-242ed7cba42e' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.708090] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ef418f-4e3c-2e07-4296-00863bd1ab0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008334} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.708868] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02a6a80-58fb-4e8a-a3f2-362a304a7b75 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.714575] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1299.714575] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5296b293-064b-a84c-385e-eaf4cb5f6e11" [ 1299.714575] env[69302]: _type = "Task" [ 1299.714575] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.721810] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5296b293-064b-a84c-385e-eaf4cb5f6e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.820232] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.820735] env[69302]: DEBUG nova.compute.manager [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1299.823331] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.308s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.823577] env[69302]: DEBUG nova.objects.instance [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lazy-loading 'resources' on Instance uuid 385c35a6-4823-46f4-b1ec-bb0fdb631dcd {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.126176] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.126437] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.126602] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.126787] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.126930] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.127105] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.127324] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.127477] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.127643] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.127804] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.128093] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.133149] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb0c9a3-8e6f-4a3c-8ed3-8cb9769556b4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.148834] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1300.148834] env[69302]: value = "task-3184535" [ 1300.148834] env[69302]: _type = "Task" [ 1300.148834] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.156562] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.223837] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5296b293-064b-a84c-385e-eaf4cb5f6e11, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.224116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.224375] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. {{(pid=69302) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1300.224621] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-780b2a91-ca3e-42d5-8a31-1b012e368522 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.231132] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1300.231132] env[69302]: value = "task-3184536" [ 1300.231132] env[69302]: _type = "Task" [ 1300.231132] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.238315] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.327141] env[69302]: DEBUG nova.compute.utils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.331447] env[69302]: DEBUG nova.compute.manager [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Not allocating networking since 'none' was specified. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1300.488033] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99c5c7c-2b25-424e-976b-06e6d039f792 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.500048] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e69e356-0984-401f-8d7d-91c51dfc6ce3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.533929] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b36441-7786-4101-91a8-ae7bbc1314cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.541849] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbdd5e3-409a-4e4a-bfb0-16fd498b6d71 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.557316] env[69302]: DEBUG nova.compute.provider_tree [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.659355] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184535, 'name': ReconfigVM_Task, 'duration_secs': 0.158406} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.659731] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance '911030e0-953d-41e8-9abe-242ed7cba42e' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.741507] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495712} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.741780] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk. [ 1300.742571] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce88bc9-7ff0-4ed3-9344-4814d5745e62 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.769363] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.769633] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c59eac9-6c4c-4993-9f74-1eeaa03ccdbf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.786494] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1300.786494] env[69302]: value = "task-3184537" [ 1300.786494] env[69302]: _type = "Task" [ 1300.786494] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.795018] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.831995] env[69302]: DEBUG nova.compute.manager [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.060993] env[69302]: DEBUG nova.scheduler.client.report [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.166022] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.166321] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.166451] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.166635] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.166780] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.166926] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.167153] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.167317] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.167506] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.167669] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.167842] env[69302]: DEBUG nova.virt.hardware [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.173199] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1301.173490] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce998094-da81-434d-93fc-b33c77d8baaf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.193252] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1301.193252] env[69302]: value = "task-3184538" [ 1301.193252] env[69302]: _type = "Task" [ 1301.193252] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.200648] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.297273] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184537, 'name': ReconfigVM_Task, 'duration_secs': 0.333235} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.297682] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfigured VM instance instance-00000075 to attach disk [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd/e0d636a7-a133-4948-827e-d20ca08c6942-rescue.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.298682] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc5420-4455-4dd1-8739-9b3d65437ae2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.326758] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f03b04a-c820-4af2-8c97-136786ee101b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.344576] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1301.344576] env[69302]: value = "task-3184539" [ 1301.344576] env[69302]: _type = "Task" [ 1301.344576] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.352222] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.567146] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.585375] env[69302]: INFO nova.scheduler.client.report [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted allocations for instance 385c35a6-4823-46f4-b1ec-bb0fdb631dcd [ 1301.703195] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184538, 'name': ReconfigVM_Task, 'duration_secs': 0.147376} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.703497] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.704424] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b430120d-2b69-4014-ba79-79c24fddbd4f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.728982] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd/volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.729262] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0e0991-2f43-41bc-a733-d921398df78a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.746641] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1301.746641] env[69302]: value = "task-3184540" [ 1301.746641] env[69302]: _type = "Task" [ 1301.746641] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.753890] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.842758] env[69302]: DEBUG nova.compute.manager [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.853642] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184539, 'name': ReconfigVM_Task, 'duration_secs': 0.240491} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.853920] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.854186] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b82347-cf75-4a52-b977-503ed94fc3e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.861272] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1301.861272] env[69302]: value = "task-3184541" [ 1301.861272] env[69302]: _type = "Task" [ 1301.861272] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.866338] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.866599] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.866770] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.866983] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.867176] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.867344] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.867578] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.867761] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.867957] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.868164] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.868368] env[69302]: DEBUG nova.virt.hardware [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.869169] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03218e37-396c-437a-96f5-e7bdf134c81b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.878089] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184541, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.881205] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941e9c6f-60e9-4823-a38c-296508eb933e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.895435] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.901381] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Creating folder: Project (9c031daf2a164ad5904de02a0385933e). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.901695] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-561a2739-8a63-4b6b-88d5-f22e7dc371cb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.910741] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Created folder: Project (9c031daf2a164ad5904de02a0385933e) in parent group-v636578. [ 1301.910931] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Creating folder: Instances. Parent ref: group-v636901. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.911175] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fcb39ba-9d8c-48f4-9267-565e759ce66d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.920776] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Created folder: Instances in parent group-v636901. [ 1301.921126] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.921431] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.921652] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43cd4b15-8b73-499b-a2c8-d8c0dbffa851 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.937715] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.937715] env[69302]: value = "task-3184544" [ 1301.937715] env[69302]: _type = "Task" [ 1301.937715] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.945061] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184544, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.093448] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5bf1706d-992d-43ea-9404-3f0aee0c11ef tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "385c35a6-4823-46f4-b1ec-bb0fdb631dcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.386s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.258768] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184540, 'name': ReconfigVM_Task, 'duration_secs': 0.276044} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.259142] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd/volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.259447] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance '911030e0-953d-41e8-9abe-242ed7cba42e' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.371948] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184541, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.449533] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184544, 'name': CreateVM_Task, 'duration_secs': 0.432625} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.449719] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.450182] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.450350] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.450676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.450954] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbbb999-af7c-4f0f-b4f3-49f534dbe828 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.456807] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1302.456807] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]526fca17-8ecf-6c1a-2ee2-0c9acdc8c222" [ 1302.456807] env[69302]: _type = "Task" [ 1302.456807] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.465740] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526fca17-8ecf-6c1a-2ee2-0c9acdc8c222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.685071] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "f68aab00-12dc-46f6-9e68-c5323aca864b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.685346] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.685569] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "f68aab00-12dc-46f6-9e68-c5323aca864b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.685755] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.685952] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.688307] env[69302]: INFO nova.compute.manager [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Terminating instance [ 1302.768752] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a4f4b-444a-409f-83f9-d114afef077b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.788767] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a166fd3a-e46e-498b-9547-9775ea67a7d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.806994] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance '911030e0-953d-41e8-9abe-242ed7cba42e' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.871991] env[69302]: DEBUG oslo_vmware.api [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184541, 'name': PowerOnVM_Task, 'duration_secs': 0.652703} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.872271] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.875141] env[69302]: DEBUG nova.compute.manager [None req-a018b55e-99d6-406d-93ea-d3f77018ce0c tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.875938] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e963f-9c8c-4756-b860-b7574166839f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.967534] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]526fca17-8ecf-6c1a-2ee2-0c9acdc8c222, 'name': SearchDatastore_Task, 'duration_secs': 0.02293} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.967837] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.968085] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.968329] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.968474] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.968651] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.968921] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc6ad74-eb0c-4c95-931e-82db455c0974 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.979730] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.979924] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.980765] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0e79c5-3a65-4dd1-ad60-78a08d022538 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.987076] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1302.987076] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fd6870-340d-f405-2b30-b81910613153" [ 1302.987076] env[69302]: _type = "Task" [ 1302.987076] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.995144] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fd6870-340d-f405-2b30-b81910613153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.193571] env[69302]: DEBUG nova.compute.manager [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.193795] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.194746] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfe85d2-3736-4434-b768-f8dc9dd02915 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.202479] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.202725] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da953d56-693f-4780-8414-085d8196ee0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.208228] env[69302]: DEBUG oslo_vmware.api [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1303.208228] env[69302]: value = "task-3184545" [ 1303.208228] env[69302]: _type = "Task" [ 1303.208228] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.216514] env[69302]: DEBUG oslo_vmware.api [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.499211] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fd6870-340d-f405-2b30-b81910613153, 'name': SearchDatastore_Task, 'duration_secs': 0.036479} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.499982] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8c19b0-8941-4ca5-8fb8-a10deb87201b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.505881] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1303.505881] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e9cf82-f4e7-6e45-ebe2-14d3ac748e3d" [ 1303.505881] env[69302]: _type = "Task" [ 1303.505881] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.514516] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e9cf82-f4e7-6e45-ebe2-14d3ac748e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.718929] env[69302]: DEBUG oslo_vmware.api [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184545, 'name': PowerOffVM_Task, 'duration_secs': 0.363125} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.718929] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.718929] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.718929] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5e349b8-8a3f-4a21-a44a-e92e403663f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.781635] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.781967] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.782041] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleting the datastore file [datastore2] f68aab00-12dc-46f6-9e68-c5323aca864b {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.782303] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-412bcb9a-187f-4a34-ba9c-d968dce545b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.789520] env[69302]: DEBUG oslo_vmware.api [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for the task: (returnval){ [ 1303.789520] env[69302]: value = "task-3184547" [ 1303.789520] env[69302]: _type = "Task" [ 1303.789520] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.798517] env[69302]: DEBUG oslo_vmware.api [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.018979] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52e9cf82-f4e7-6e45-ebe2-14d3ac748e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.019711] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.019967] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] f8df708e-1fb7-4c18-950e-65c25f4bb533/f8df708e-1fb7-4c18-950e-65c25f4bb533.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.020250] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5979942-8cd3-4fc0-ba35-0d1a473d5a63 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.026550] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1304.026550] env[69302]: value = "task-3184548" [ 1304.026550] env[69302]: _type = "Task" [ 1304.026550] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.034411] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.303867] env[69302]: DEBUG oslo_vmware.api [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Task: {'id': task-3184547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136584} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.304247] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.304534] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.304780] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.305063] env[69302]: INFO nova.compute.manager [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1304.305381] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.305803] env[69302]: DEBUG nova.compute.manager [-] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.306146] env[69302]: DEBUG nova.network.neutron [-] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.458807] env[69302]: DEBUG nova.network.neutron [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Port 4ffec535-f988-408e-86cf-bad134ee6424 binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1304.513856] env[69302]: INFO nova.compute.manager [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Unrescuing [ 1304.514264] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.514527] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquired lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.514721] env[69302]: DEBUG nova.network.neutron [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.537127] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442891} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.537780] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore1] f8df708e-1fb7-4c18-950e-65c25f4bb533/f8df708e-1fb7-4c18-950e-65c25f4bb533.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.537780] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.538025] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-564242cd-b44b-4eed-86c3-d4a19260310d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.545368] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1304.545368] env[69302]: value = "task-3184549" [ 1304.545368] env[69302]: _type = "Task" [ 1304.545368] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.554377] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.619766] env[69302]: DEBUG nova.compute.manager [req-c66f0edf-4ff3-4a15-a3f4-f938447a877f req-01175650-3a65-4f89-bbee-b2de5e6d9571 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Received event network-vif-deleted-3b7cff36-3855-4714-a187-cba43ca645b4 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.619938] env[69302]: INFO nova.compute.manager [req-c66f0edf-4ff3-4a15-a3f4-f938447a877f req-01175650-3a65-4f89-bbee-b2de5e6d9571 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Neutron deleted interface 3b7cff36-3855-4714-a187-cba43ca645b4; detaching it from the instance and deleting it from the info cache [ 1304.620137] env[69302]: DEBUG nova.network.neutron [req-c66f0edf-4ff3-4a15-a3f4-f938447a877f req-01175650-3a65-4f89-bbee-b2de5e6d9571 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.059321] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066895} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.059682] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.060474] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4de3ab-ab78-455a-9e5b-3eeefd59fc13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.080158] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] f8df708e-1fb7-4c18-950e-65c25f4bb533/f8df708e-1fb7-4c18-950e-65c25f4bb533.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.080769] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c50c14-95ec-4f9c-9db0-214c53a1ac33 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.102889] env[69302]: DEBUG nova.network.neutron [-] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.104218] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1305.104218] env[69302]: value = "task-3184550" [ 1305.104218] env[69302]: _type = "Task" [ 1305.104218] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.113055] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.123379] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c712da5-014a-459b-a092-6d19459b5859 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.132634] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e398225f-b519-40f8-9725-9993714ded28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.167442] env[69302]: DEBUG nova.compute.manager [req-c66f0edf-4ff3-4a15-a3f4-f938447a877f req-01175650-3a65-4f89-bbee-b2de5e6d9571 service nova] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Detach interface failed, port_id=3b7cff36-3855-4714-a187-cba43ca645b4, reason: Instance f68aab00-12dc-46f6-9e68-c5323aca864b could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1305.292830] env[69302]: DEBUG nova.network.neutron [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [{"id": "61e69717-46f4-4c5f-9b74-f08853d985ce", "address": "fa:16:3e:a8:2f:00", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e69717-46", "ovs_interfaceid": "61e69717-46f4-4c5f-9b74-f08853d985ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.482085] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.482393] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.482491] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.605552] env[69302]: INFO nova.compute.manager [-] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Took 1.30 seconds to deallocate network for instance. [ 1305.618746] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184550, 'name': ReconfigVM_Task, 'duration_secs': 0.480571} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.619030] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Reconfigured VM instance instance-0000007b to attach disk [datastore1] f8df708e-1fb7-4c18-950e-65c25f4bb533/f8df708e-1fb7-4c18-950e-65c25f4bb533.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.619631] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca5216dd-9d28-4d52-acc6-7db4c52ca1b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.626504] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1305.626504] env[69302]: value = "task-3184551" [ 1305.626504] env[69302]: _type = "Task" [ 1305.626504] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.634978] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184551, 'name': Rename_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.796479] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Releasing lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.797592] env[69302]: DEBUG nova.objects.instance [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lazy-loading 'flavor' on Instance uuid b5a793e2-adce-4e13-b203-b58295f4c0cd {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.114873] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.115263] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.115427] env[69302]: DEBUG nova.objects.instance [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lazy-loading 'resources' on Instance uuid f68aab00-12dc-46f6-9e68-c5323aca864b {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.136728] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184551, 'name': Rename_Task, 'duration_secs': 0.124651} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.137061] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.137428] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec359cfc-2a89-4c3b-abe4-1ac8b0d149d1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.143776] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1306.143776] env[69302]: value = "task-3184552" [ 1306.143776] env[69302]: _type = "Task" [ 1306.143776] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.151164] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.304614] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cfe55b-5838-4577-bcd0-c11cea733ec1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.328794] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.329186] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbe36c89-dd6f-4b6d-bb87-25b95d436a36 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.335928] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1306.335928] env[69302]: value = "task-3184553" [ 1306.335928] env[69302]: _type = "Task" [ 1306.335928] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.344011] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.520935] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.521169] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.521354] env[69302]: DEBUG nova.network.neutron [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.653463] env[69302]: DEBUG oslo_vmware.api [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184552, 'name': PowerOnVM_Task, 'duration_secs': 0.410324} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.655944] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.656243] env[69302]: INFO nova.compute.manager [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1306.656445] env[69302]: DEBUG nova.compute.manager [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.657534] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098684aa-644f-4ec3-a1ce-996cd83b3c41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.771441] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801791ba-7a07-4738-b4f3-44c8cad1d5ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.781452] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ebb85b-0f6b-4f36-a6cb-82cea0f7e9f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.814152] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0474a2f6-7496-418c-bf9b-f72d0e78e5fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.821597] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e10e8-ddc7-4cd3-8b34-61969aa50f66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.835625] env[69302]: DEBUG nova.compute.provider_tree [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.844435] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184553, 'name': PowerOffVM_Task, 'duration_secs': 0.226105} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.845292] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.850412] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.850866] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21960395-5f2d-4554-931e-cea78befa361 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.868224] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1306.868224] env[69302]: value = "task-3184554" [ 1306.868224] env[69302]: _type = "Task" [ 1306.868224] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.875652] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.176310] env[69302]: INFO nova.compute.manager [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Took 9.62 seconds to build instance. [ 1307.247072] env[69302]: DEBUG nova.network.neutron [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance_info_cache with network_info: [{"id": "4ffec535-f988-408e-86cf-bad134ee6424", "address": "fa:16:3e:a9:28:5f", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffec535-f9", "ovs_interfaceid": "4ffec535-f988-408e-86cf-bad134ee6424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.338247] env[69302]: DEBUG nova.scheduler.client.report [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.378301] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184554, 'name': ReconfigVM_Task, 'duration_secs': 0.249712} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.378485] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1307.378531] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.378748] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a458db-785c-4a6f-95fe-b69780ccf79d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.385097] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1307.385097] env[69302]: value = "task-3184555" [ 1307.385097] env[69302]: _type = "Task" [ 1307.385097] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.392615] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.679088] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d8c0a309-085f-4bb2-909f-8815da495945 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "f8df708e-1fb7-4c18-950e-65c25f4bb533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.136s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.749934] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.844010] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.861158] env[69302]: INFO nova.scheduler.client.report [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Deleted allocations for instance f68aab00-12dc-46f6-9e68-c5323aca864b [ 1307.894365] env[69302]: DEBUG oslo_vmware.api [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184555, 'name': PowerOnVM_Task, 'duration_secs': 0.355413} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.894644] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.894877] env[69302]: DEBUG nova.compute.manager [None req-b3c63074-23d0-427a-83d0-48e0226ce3d4 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.895738] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7b07b-e740-4dfd-b912-6ecf14d5eec5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.259592] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dea3a0-d6de-43c4-8afa-d4ed02502f1b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.266805] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a577dfb6-9998-4930-a13c-686940b28c8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.370592] env[69302]: DEBUG oslo_concurrency.lockutils [None req-e60e9f47-a6f0-4b6f-95f2-5b0ccd4cde89 tempest-ServersTestJSON-1868618811 tempest-ServersTestJSON-1868618811-project-member] Lock "f68aab00-12dc-46f6-9e68-c5323aca864b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.478130] env[69302]: INFO nova.compute.manager [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Rebuilding instance [ 1308.519652] env[69302]: DEBUG nova.compute.manager [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.520536] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf4cd7-e2e6-465c-9635-9e6d81070b26 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.105905] env[69302]: DEBUG nova.compute.manager [req-3a1f5243-b383-4761-ae65-7cb2ddcf2237 req-629e45e8-3329-4cfa-a750-69b7d73eb5f7 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Received event network-changed-61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.106505] env[69302]: DEBUG nova.compute.manager [req-3a1f5243-b383-4761-ae65-7cb2ddcf2237 req-629e45e8-3329-4cfa-a750-69b7d73eb5f7 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Refreshing instance network info cache due to event network-changed-61e69717-46f4-4c5f-9b74-f08853d985ce. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.106505] env[69302]: DEBUG oslo_concurrency.lockutils [req-3a1f5243-b383-4761-ae65-7cb2ddcf2237 req-629e45e8-3329-4cfa-a750-69b7d73eb5f7 service nova] Acquiring lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.106505] env[69302]: DEBUG oslo_concurrency.lockutils [req-3a1f5243-b383-4761-ae65-7cb2ddcf2237 req-629e45e8-3329-4cfa-a750-69b7d73eb5f7 service nova] Acquired lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.106606] env[69302]: DEBUG nova.network.neutron [req-3a1f5243-b383-4761-ae65-7cb2ddcf2237 req-629e45e8-3329-4cfa-a750-69b7d73eb5f7 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Refreshing network info cache for port 61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.401634] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4283ee-d1dd-4d4a-b6e8-65fce2b53a33 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.423131] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c1c81-a634-40cc-9887-a5647988a19d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.429952] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance '911030e0-953d-41e8-9abe-242ed7cba42e' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.534192] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.534435] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52ba45de-b22c-4ae7-8054-b3a65ac7fea1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.541946] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1309.541946] env[69302]: value = "task-3184556" [ 1309.541946] env[69302]: _type = "Task" [ 1309.541946] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.550972] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.896815] env[69302]: DEBUG nova.network.neutron [req-3a1f5243-b383-4761-ae65-7cb2ddcf2237 req-629e45e8-3329-4cfa-a750-69b7d73eb5f7 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updated VIF entry in instance network info cache for port 61e69717-46f4-4c5f-9b74-f08853d985ce. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.896990] env[69302]: DEBUG nova.network.neutron [req-3a1f5243-b383-4761-ae65-7cb2ddcf2237 req-629e45e8-3329-4cfa-a750-69b7d73eb5f7 service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [{"id": "61e69717-46f4-4c5f-9b74-f08853d985ce", "address": "fa:16:3e:a8:2f:00", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e69717-46", "ovs_interfaceid": "61e69717-46f4-4c5f-9b74-f08853d985ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.917207] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.939078] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.939078] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4476eb6-3e3e-4f78-84e9-f11220d290a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.943718] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1309.943718] env[69302]: value = "task-3184557" [ 1309.943718] env[69302]: _type = "Task" [ 1309.943718] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.952241] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.052917] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184556, 'name': PowerOffVM_Task, 'duration_secs': 0.115006} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.052917] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.053357] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.054293] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb2a0f-2da8-49a8-ae82-21caf13a3b52 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.061354] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.061544] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff311710-22d0-4660-b3b4-3975bb246a8f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.085203] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.085469] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.085671] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Deleting the datastore file [datastore1] f8df708e-1fb7-4c18-950e-65c25f4bb533 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.085920] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b70b60e-a1e2-4878-9338-ad74fa983b39 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.094063] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1310.094063] env[69302]: value = "task-3184559" [ 1310.094063] env[69302]: _type = "Task" [ 1310.094063] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.101944] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.400156] env[69302]: DEBUG oslo_concurrency.lockutils [req-3a1f5243-b383-4761-ae65-7cb2ddcf2237 req-629e45e8-3329-4cfa-a750-69b7d73eb5f7 service nova] Releasing lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.455022] env[69302]: DEBUG oslo_vmware.api [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184557, 'name': PowerOnVM_Task, 'duration_secs': 0.388287} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.455395] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.455629] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-ee665175-fdbf-4f34-93ef-7bfd4db8d5c3 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance '911030e0-953d-41e8-9abe-242ed7cba42e' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.604779] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135685} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.605183] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.605385] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.605568] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.131108] env[69302]: DEBUG nova.compute.manager [req-ee92d28f-9265-42a9-bfab-62c4fe32456a req-3fcbda3e-e843-44b9-b81b-bacbc3f1392e service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Received event network-changed-61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.131291] env[69302]: DEBUG nova.compute.manager [req-ee92d28f-9265-42a9-bfab-62c4fe32456a req-3fcbda3e-e843-44b9-b81b-bacbc3f1392e service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Refreshing instance network info cache due to event network-changed-61e69717-46f4-4c5f-9b74-f08853d985ce. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.131503] env[69302]: DEBUG oslo_concurrency.lockutils [req-ee92d28f-9265-42a9-bfab-62c4fe32456a req-3fcbda3e-e843-44b9-b81b-bacbc3f1392e service nova] Acquiring lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.131648] env[69302]: DEBUG oslo_concurrency.lockutils [req-ee92d28f-9265-42a9-bfab-62c4fe32456a req-3fcbda3e-e843-44b9-b81b-bacbc3f1392e service nova] Acquired lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.131809] env[69302]: DEBUG nova.network.neutron [req-ee92d28f-9265-42a9-bfab-62c4fe32456a req-3fcbda3e-e843-44b9-b81b-bacbc3f1392e service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Refreshing network info cache for port 61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.644964] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.645769] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.645769] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.645769] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.645769] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.645939] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.646165] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.646344] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.646530] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.646691] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.646861] env[69302]: DEBUG nova.virt.hardware [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.647743] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633f981c-352a-413a-8cd1-a6da6d1a3aea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.656284] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af6963-e9dd-4415-9941-19a4b6f86a37 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.669432] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Instance VIF info [] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.675037] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.677161] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.677672] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a892d0e-736d-4612-ab9d-2cdb07fe851a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.694209] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.694209] env[69302]: value = "task-3184560" [ 1311.694209] env[69302]: _type = "Task" [ 1311.694209] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.701484] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184560, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.863934] env[69302]: DEBUG nova.network.neutron [req-ee92d28f-9265-42a9-bfab-62c4fe32456a req-3fcbda3e-e843-44b9-b81b-bacbc3f1392e service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updated VIF entry in instance network info cache for port 61e69717-46f4-4c5f-9b74-f08853d985ce. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.864344] env[69302]: DEBUG nova.network.neutron [req-ee92d28f-9265-42a9-bfab-62c4fe32456a req-3fcbda3e-e843-44b9-b81b-bacbc3f1392e service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [{"id": "61e69717-46f4-4c5f-9b74-f08853d985ce", "address": "fa:16:3e:a8:2f:00", "network": {"id": "8f8f770c-216e-4064-832e-9fb95c4dac59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1015672884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9400885cb01d4e9fa555a39800b75244", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e69717-46", "ovs_interfaceid": "61e69717-46f4-4c5f-9b74-f08853d985ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.205108] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184560, 'name': CreateVM_Task, 'duration_secs': 0.290145} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.205331] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.205759] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.205950] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.206312] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.206561] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1b0ea3-ca94-4ce9-b298-596e589b37f2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.210744] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1312.210744] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52120f37-7e45-4245-d23e-0664c07deb4b" [ 1312.210744] env[69302]: _type = "Task" [ 1312.210744] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.218282] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52120f37-7e45-4245-d23e-0664c07deb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.367333] env[69302]: DEBUG oslo_concurrency.lockutils [req-ee92d28f-9265-42a9-bfab-62c4fe32456a req-3fcbda3e-e843-44b9-b81b-bacbc3f1392e service nova] Releasing lock "refresh_cache-b5a793e2-adce-4e13-b203-b58295f4c0cd" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.721807] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52120f37-7e45-4245-d23e-0664c07deb4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.722190] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.722409] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.722704] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.722884] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.723094] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.723394] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63145757-2439-43aa-a964-9c272547f453 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.731657] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.731837] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.732561] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c06c82-5577-4dc6-841a-509c7dd56123 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.737809] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1312.737809] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52661775-baee-e8c0-c460-d6e86246ac71" [ 1312.737809] env[69302]: _type = "Task" [ 1312.737809] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.746053] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52661775-baee-e8c0-c460-d6e86246ac71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.785233] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.785491] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.785700] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.785884] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.786060] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.788308] env[69302]: INFO nova.compute.manager [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Terminating instance [ 1312.917598] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.917757] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.917903] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1313.247745] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52661775-baee-e8c0-c460-d6e86246ac71, 'name': SearchDatastore_Task, 'duration_secs': 0.011952} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.248477] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a31bdd7-8371-40f3-8365-6de1bd272ede {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.253559] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1313.253559] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52946722-98d0-84a6-7856-0837f75cab01" [ 1313.253559] env[69302]: _type = "Task" [ 1313.253559] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.260756] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52946722-98d0-84a6-7856-0837f75cab01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.262270] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "911030e0-953d-41e8-9abe-242ed7cba42e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.262494] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.262677] env[69302]: DEBUG nova.compute.manager [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Going to confirm migration 9 {{(pid=69302) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1313.292592] env[69302]: DEBUG nova.compute.manager [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.292800] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.293653] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f511eefb-f505-4687-8e54-4346d02121d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.300681] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.300901] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a8031ef-ff8d-4023-838c-1db896f821d6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.306843] env[69302]: DEBUG oslo_vmware.api [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1313.306843] env[69302]: value = "task-3184561" [ 1313.306843] env[69302]: _type = "Task" [ 1313.306843] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.315039] env[69302]: DEBUG oslo_vmware.api [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.764012] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52946722-98d0-84a6-7856-0837f75cab01, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.764282] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.764541] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] f8df708e-1fb7-4c18-950e-65c25f4bb533/f8df708e-1fb7-4c18-950e-65c25f4bb533.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.767045] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ed1f088-0dbe-4371-a00e-d1f3f91e8320 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.776332] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1313.776332] env[69302]: value = "task-3184562" [ 1313.776332] env[69302]: _type = "Task" [ 1313.776332] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.784058] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.816185] env[69302]: DEBUG oslo_vmware.api [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184561, 'name': PowerOffVM_Task, 'duration_secs': 0.196052} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.816414] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.816584] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.816867] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00e99137-3851-4317-a0df-fbd540c68700 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.823994] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.824186] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquired lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.824357] env[69302]: DEBUG nova.network.neutron [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.824538] env[69302]: DEBUG nova.objects.instance [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'info_cache' on Instance uuid 911030e0-953d-41e8-9abe-242ed7cba42e {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.877811] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.878029] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.878221] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Deleting the datastore file [datastore2] 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.878473] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee27f7d8-1d6c-4d4f-8aa7-b3969988ef09 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.887343] env[69302]: DEBUG oslo_vmware.api [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1313.887343] env[69302]: value = "task-3184564" [ 1313.887343] env[69302]: _type = "Task" [ 1313.887343] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.895207] env[69302]: DEBUG oslo_vmware.api [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.917219] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.917497] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.286414] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447364} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.286684] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] f8df708e-1fb7-4c18-950e-65c25f4bb533/f8df708e-1fb7-4c18-950e-65c25f4bb533.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1314.286879] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1314.287156] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61ac191c-f49a-41b0-a6a8-e86ba859b3e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.293149] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1314.293149] env[69302]: value = "task-3184565" [ 1314.293149] env[69302]: _type = "Task" [ 1314.293149] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.300066] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.398021] env[69302]: DEBUG oslo_vmware.api [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38579} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.398021] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.398021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.398021] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.398021] env[69302]: INFO nova.compute.manager [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.398337] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.398337] env[69302]: DEBUG nova.compute.manager [-] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.398428] env[69302]: DEBUG nova.network.neutron [-] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.804472] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067869} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.804780] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.805582] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8994d46-effb-4a6a-93f9-bedfb61b8736 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.831854] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f8df708e-1fb7-4c18-950e-65c25f4bb533/f8df708e-1fb7-4c18-950e-65c25f4bb533.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.834203] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e5f4411-cea5-4231-ae64-2484d5366132 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.854416] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1314.854416] env[69302]: value = "task-3184566" [ 1314.854416] env[69302]: _type = "Task" [ 1314.854416] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.862681] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.873518] env[69302]: DEBUG nova.compute.manager [req-190bab6a-feff-4dc1-8acf-9799c8102e48 req-5a6bcc66-2aff-4e53-8500-c6bfbf1c6499 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Received event network-vif-deleted-9cf58250-1cd3-4678-9cd9-3d0996af5cff {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.873702] env[69302]: INFO nova.compute.manager [req-190bab6a-feff-4dc1-8acf-9799c8102e48 req-5a6bcc66-2aff-4e53-8500-c6bfbf1c6499 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Neutron deleted interface 9cf58250-1cd3-4678-9cd9-3d0996af5cff; detaching it from the instance and deleting it from the info cache [ 1314.874118] env[69302]: DEBUG nova.network.neutron [req-190bab6a-feff-4dc1-8acf-9799c8102e48 req-5a6bcc66-2aff-4e53-8500-c6bfbf1c6499 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.917713] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.046980] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.047349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.106488] env[69302]: DEBUG nova.network.neutron [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance_info_cache with network_info: [{"id": "4ffec535-f988-408e-86cf-bad134ee6424", "address": "fa:16:3e:a9:28:5f", "network": {"id": "8cb95c4d-0510-494e-b132-564aa714c018", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1303369848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d092f0fa1fe4f52b3e3b90a6b2761bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ffec535-f9", "ovs_interfaceid": "4ffec535-f988-408e-86cf-bad134ee6424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.352812] env[69302]: DEBUG nova.network.neutron [-] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.364436] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184566, 'name': ReconfigVM_Task, 'duration_secs': 0.275669} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.365352] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f8df708e-1fb7-4c18-950e-65c25f4bb533/f8df708e-1fb7-4c18-950e-65c25f4bb533.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.366228] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2453274f-62bb-4aa8-a3f8-8b0880c86118 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.372484] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1315.372484] env[69302]: value = "task-3184567" [ 1315.372484] env[69302]: _type = "Task" [ 1315.372484] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.376551] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1255fb90-49df-40de-a73f-12a017e823e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.386386] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184567, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.389958] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc391eb-f39b-48e9-adbc-73b38bbaa13a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.425245] env[69302]: DEBUG nova.compute.manager [req-190bab6a-feff-4dc1-8acf-9799c8102e48 req-5a6bcc66-2aff-4e53-8500-c6bfbf1c6499 service nova] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Detach interface failed, port_id=9cf58250-1cd3-4678-9cd9-3d0996af5cff, reason: Instance 549c09a7-e299-4516-99f9-7c1f8bfd2a63 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.550717] env[69302]: DEBUG nova.compute.utils [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.609750] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Releasing lock "refresh_cache-911030e0-953d-41e8-9abe-242ed7cba42e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.609995] env[69302]: DEBUG nova.objects.instance [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'migration_context' on Instance uuid 911030e0-953d-41e8-9abe-242ed7cba42e {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.856287] env[69302]: INFO nova.compute.manager [-] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Took 1.46 seconds to deallocate network for instance. [ 1315.883316] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184567, 'name': Rename_Task, 'duration_secs': 0.131018} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.883623] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.883881] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e17704b-f8cd-4b06-a724-9af93abbbe9b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.890036] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1315.890036] env[69302]: value = "task-3184568" [ 1315.890036] env[69302]: _type = "Task" [ 1315.890036] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.897889] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.916937] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.053489] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.112845] env[69302]: DEBUG nova.objects.base [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Object Instance<911030e0-953d-41e8-9abe-242ed7cba42e> lazy-loaded attributes: info_cache,migration_context {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1316.113804] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247498ad-5957-4f88-b20a-cb909d2891c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.132967] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b8c586e-995c-42fb-8915-544923a34c42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.138530] env[69302]: DEBUG oslo_vmware.api [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1316.138530] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ea982d-afa2-a33b-effe-70f9c57249b5" [ 1316.138530] env[69302]: _type = "Task" [ 1316.138530] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.146558] env[69302]: DEBUG oslo_vmware.api [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ea982d-afa2-a33b-effe-70f9c57249b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.363281] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.363576] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.363802] env[69302]: DEBUG nova.objects.instance [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'resources' on Instance uuid 549c09a7-e299-4516-99f9-7c1f8bfd2a63 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.399558] env[69302]: DEBUG oslo_vmware.api [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184568, 'name': PowerOnVM_Task, 'duration_secs': 0.435671} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.399776] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.399948] env[69302]: DEBUG nova.compute.manager [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.400739] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572133f7-5f5f-4917-b08a-bb23e36b2a06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.420025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.648790] env[69302]: DEBUG oslo_vmware.api [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ea982d-afa2-a33b-effe-70f9c57249b5, 'name': SearchDatastore_Task, 'duration_secs': 0.007932} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.649094] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.917941] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.994518] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e3c81-674e-4362-a4d2-a60e0a354f8b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.001796] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e09d77-4f09-4e20-8aae-26cc474aa5c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.031808] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69ed17d-3c32-41fd-a114-3d522f8826f7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.038429] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0217cbf0-9adc-4aae-82f8-cff1f6d1efad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.051204] env[69302]: DEBUG nova.compute.provider_tree [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.115886] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.116195] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.116437] env[69302]: INFO nova.compute.manager [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Attaching volume ae65f59d-c974-4901-87fc-76d661b6b7bb to /dev/sdb [ 1317.146601] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86abbcb5-8a6e-4fab-ac78-5996222f7f45 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.153763] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b6f88f-be8c-4692-8857-6c7528187192 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.166937] env[69302]: DEBUG nova.virt.block_device [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating existing volume attachment record: 92d164b1-97a7-4f15-9b98-2077d9e1e067 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1317.373894] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "f8df708e-1fb7-4c18-950e-65c25f4bb533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.374175] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "f8df708e-1fb7-4c18-950e-65c25f4bb533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.374395] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "f8df708e-1fb7-4c18-950e-65c25f4bb533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.374579] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "f8df708e-1fb7-4c18-950e-65c25f4bb533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.374748] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "f8df708e-1fb7-4c18-950e-65c25f4bb533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.377037] env[69302]: INFO nova.compute.manager [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Terminating instance [ 1317.554781] env[69302]: DEBUG nova.scheduler.client.report [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.880538] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "refresh_cache-f8df708e-1fb7-4c18-950e-65c25f4bb533" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.880720] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquired lock "refresh_cache-f8df708e-1fb7-4c18-950e-65c25f4bb533" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.880894] env[69302]: DEBUG nova.network.neutron [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.060308] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.062671] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.643s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.062841] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.063011] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1318.063386] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.414s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.065644] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d32b3-2369-49f7-a74e-40dc02c9d87b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.074365] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328d465a-f85f-43d6-b29f-eeedc64409e5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.090121] env[69302]: INFO nova.scheduler.client.report [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Deleted allocations for instance 549c09a7-e299-4516-99f9-7c1f8bfd2a63 [ 1318.091680] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f01ac-948f-403d-b50b-9717dc70302d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.100967] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb2eec4-e3e1-46cf-b61e-c40bf62e394f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.132032] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179640MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1318.132269] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.400653] env[69302]: DEBUG nova.network.neutron [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.444361] env[69302]: DEBUG nova.network.neutron [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.602799] env[69302]: DEBUG oslo_concurrency.lockutils [None req-334f8c15-8339-41d9-807d-5b7ee86ce28d tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "549c09a7-e299-4516-99f9-7c1f8bfd2a63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.817s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.688976] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb397c8-0f9b-436f-a0f9-0e434b7aaa57 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.699306] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dfd39f-a7d5-4c15-8e98-805fc6274c03 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.731234] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fedf63-acc4-4462-8dd7-10a3947dcbf7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.739505] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466ce92f-1db8-4b05-94d0-f90c3bc12b76 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.753816] env[69302]: DEBUG nova.compute.provider_tree [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.947477] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Releasing lock "refresh_cache-f8df708e-1fb7-4c18-950e-65c25f4bb533" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.947949] env[69302]: DEBUG nova.compute.manager [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1318.948194] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.949493] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddf01c6-7225-490a-b12b-f36f150d3175 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.958164] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.958493] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d50808d-9caf-48f3-b06d-b6d1fa8360f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.964807] env[69302]: DEBUG oslo_vmware.api [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1318.964807] env[69302]: value = "task-3184572" [ 1318.964807] env[69302]: _type = "Task" [ 1318.964807] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.973142] env[69302]: DEBUG oslo_vmware.api [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.257508] env[69302]: DEBUG nova.scheduler.client.report [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.474626] env[69302]: DEBUG oslo_vmware.api [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184572, 'name': PowerOffVM_Task, 'duration_secs': 0.187232} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.475054] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.475296] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.475620] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4de3243f-8730-4c2a-bd52-6ea6cd667fc9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.498278] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.498725] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.498725] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Deleting the datastore file [datastore2] f8df708e-1fb7-4c18-950e-65c25f4bb533 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.499012] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf55148a-c703-42ad-813b-0386725dd95d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.505582] env[69302]: DEBUG oslo_vmware.api [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for the task: (returnval){ [ 1319.505582] env[69302]: value = "task-3184575" [ 1319.505582] env[69302]: _type = "Task" [ 1319.505582] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.513455] env[69302]: DEBUG oslo_vmware.api [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.017354] env[69302]: DEBUG oslo_vmware.api [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Task: {'id': task-3184575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143379} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.017659] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.017884] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.018110] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.018316] env[69302]: INFO nova.compute.manager [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1320.018567] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.018758] env[69302]: DEBUG nova.compute.manager [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1320.018849] env[69302]: DEBUG nova.network.neutron [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.037460] env[69302]: DEBUG nova.network.neutron [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.268194] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.205s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.271009] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.353s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.271206] env[69302]: DEBUG nova.objects.instance [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69302) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1320.539869] env[69302]: DEBUG nova.network.neutron [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.730452] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.730713] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.740305] env[69302]: INFO nova.compute.manager [None req-892a9e42-b1b2-4217-8aac-c0364738c4ab tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Get console output [ 1320.740652] env[69302]: WARNING nova.virt.vmwareapi.driver [None req-892a9e42-b1b2-4217-8aac-c0364738c4ab tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] The console log is missing. Check your VSPC configuration [ 1320.834192] env[69302]: INFO nova.scheduler.client.report [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted allocation for migration 49db5c8b-7cc3-471a-bd68-60b4a9758460 [ 1321.042275] env[69302]: INFO nova.compute.manager [-] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Took 1.02 seconds to deallocate network for instance. [ 1321.232901] env[69302]: DEBUG nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.283515] env[69302]: DEBUG oslo_concurrency.lockutils [None req-869b6438-57d4-424f-8750-90627d3fca13 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.284637] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.152s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.339516] env[69302]: DEBUG oslo_concurrency.lockutils [None req-28fadc83-10db-4908-8bac-428c01601a1c tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.077s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.548807] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.712805] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1321.713072] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636906', 'volume_id': 'ae65f59d-c974-4901-87fc-76d661b6b7bb', 'name': 'volume-ae65f59d-c974-4901-87fc-76d661b6b7bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bf1c44a-0074-4f49-a249-73480bc63d0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae65f59d-c974-4901-87fc-76d661b6b7bb', 'serial': 'ae65f59d-c974-4901-87fc-76d661b6b7bb'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1321.713997] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79202ad8-6855-434a-bbe7-77468adbcf2c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.731440] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d453b48-284c-4ebb-877a-756b8f0ef845 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.756973] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-ae65f59d-c974-4901-87fc-76d661b6b7bb/volume-ae65f59d-c974-4901-87fc-76d661b6b7bb.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.759109] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f0c917-00c5-4ef0-b912-53303fed91e7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.776577] env[69302]: DEBUG oslo_vmware.api [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1321.776577] env[69302]: value = "task-3184576" [ 1321.776577] env[69302]: _type = "Task" [ 1321.776577] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.780940] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.784106] env[69302]: DEBUG oslo_vmware.api [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.287181] env[69302]: DEBUG oslo_vmware.api [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184576, 'name': ReconfigVM_Task, 'duration_secs': 0.335355} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.287464] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-ae65f59d-c974-4901-87fc-76d661b6b7bb/volume-ae65f59d-c974-4901-87fc-76d661b6b7bb.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.294520] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc495856-0568-4365-bee3-62ff9e044a27 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.309189] env[69302]: DEBUG oslo_vmware.api [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1322.309189] env[69302]: value = "task-3184577" [ 1322.309189] env[69302]: _type = "Task" [ 1322.309189] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.317199] env[69302]: DEBUG oslo_vmware.api [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.319848] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 611af241-297e-4023-a6da-fe043983ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.319948] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 303292b8-69a5-4ac7-943e-b9659f65bb67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.320078] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance e1378d25-e3a8-4599-9a33-8b51a07065b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.320200] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance b5a793e2-adce-4e13-b203-b58295f4c0cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.320314] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 083f4fe2-109a-4c23-8516-b819b0550818 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.320426] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 1bf1c44a-0074-4f49-a249-73480bc63d0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.320539] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 911030e0-953d-41e8-9abe-242ed7cba42e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1322.320670] env[69302]: WARNING nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance f8df708e-1fb7-4c18-950e-65c25f4bb533 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1322.819281] env[69302]: DEBUG oslo_vmware.api [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184577, 'name': ReconfigVM_Task, 'duration_secs': 0.13167} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.819589] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636906', 'volume_id': 'ae65f59d-c974-4901-87fc-76d661b6b7bb', 'name': 'volume-ae65f59d-c974-4901-87fc-76d661b6b7bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1bf1c44a-0074-4f49-a249-73480bc63d0f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae65f59d-c974-4901-87fc-76d661b6b7bb', 'serial': 'ae65f59d-c974-4901-87fc-76d661b6b7bb'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1322.822977] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 79ee5437-5689-4c69-a652-f092bb7d0d82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1322.823212] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1322.823360] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1322.928141] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84235c43-f401-4f93-b588-fbd2b8657479 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.935335] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362de4c-b4ec-4240-ac78-ba93478384f9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.966259] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc04daae-ed46-49eb-997c-420e213679da {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.973210] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c520d8-b497-4504-9a94-0b775ce2baaf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.986154] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.489694] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.855644] env[69302]: DEBUG nova.objects.instance [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'flavor' on Instance uuid 1bf1c44a-0074-4f49-a249-73480bc63d0f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.994729] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1323.995947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.710s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.995947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.447s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.995947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.997643] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.217s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.999315] env[69302]: INFO nova.compute.claims [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.020988] env[69302]: INFO nova.scheduler.client.report [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Deleted allocations for instance f8df708e-1fb7-4c18-950e-65c25f4bb533 [ 1324.361011] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9a1ef58f-2fb6-4464-b200-89f820149a0f tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.527733] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9f3c1822-0670-427f-a716-bdbb967b7074 tempest-ServerShowV254Test-844686535 tempest-ServerShowV254Test-844686535-project-member] Lock "f8df708e-1fb7-4c18-950e-65c25f4bb533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.153s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.117398] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563d1d24-2255-442a-b784-6bcbaa4c04c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.124995] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9645f029-5929-4ff7-ba56-9897a2c7bdd0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.155256] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc46f15-f1ed-4ee4-a5a2-65188c1d3616 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.162319] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51700f4-f578-447f-a275-a2647e5500ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.175754] env[69302]: DEBUG nova.compute.provider_tree [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.188513] env[69302]: DEBUG nova.compute.manager [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Stashing vm_state: active {{(pid=69302) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1325.679416] env[69302]: DEBUG nova.scheduler.client.report [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.709442] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.997264] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.997508] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.184607] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.185102] env[69302]: DEBUG nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1326.187812] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.478s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.691332] env[69302]: DEBUG nova.compute.utils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.692790] env[69302]: DEBUG nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1326.692998] env[69302]: DEBUG nova.network.neutron [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.697014] env[69302]: INFO nova.compute.claims [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.743329] env[69302]: DEBUG nova.policy [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b5176ef660040c8836e50d84d940af6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1bbba644d745b8a65f4c947ab79b95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.989203] env[69302]: DEBUG nova.network.neutron [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Successfully created port: 1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.201712] env[69302]: DEBUG nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1327.206822] env[69302]: INFO nova.compute.resource_tracker [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating resource usage from migration 13686fc5-a0d2-4edc-a52f-a6f80fa0df46 [ 1327.314937] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcec984-5be6-477a-9aad-aaa7bd88717a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.322888] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5c4cf-efa5-4b43-8427-a6c37c5b6c92 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.355838] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c6a3b1-0b4e-484f-9ad8-70e585fde9d9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.362814] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f47d08d-3e0e-435b-8407-3fa1e8741cce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.375557] env[69302]: DEBUG nova.compute.provider_tree [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.878379] env[69302]: DEBUG nova.scheduler.client.report [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.216398] env[69302]: DEBUG nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.243309] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.243580] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.243752] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.243934] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.244093] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.244248] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.244454] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.244614] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.244777] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.244935] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.245145] env[69302]: DEBUG nova.virt.hardware [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.246019] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e560080-b6ad-4708-9710-ac4c282fb951 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.255755] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1d1ed8-20c2-4841-b035-4acc02fa0893 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.322985] env[69302]: DEBUG nova.compute.manager [req-145d66f7-9635-4a40-806c-0fb95c9151e9 req-bb677517-5c56-485b-b7e2-18ef5bc27a93 service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Received event network-vif-plugged-1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.323244] env[69302]: DEBUG oslo_concurrency.lockutils [req-145d66f7-9635-4a40-806c-0fb95c9151e9 req-bb677517-5c56-485b-b7e2-18ef5bc27a93 service nova] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.323467] env[69302]: DEBUG oslo_concurrency.lockutils [req-145d66f7-9635-4a40-806c-0fb95c9151e9 req-bb677517-5c56-485b-b7e2-18ef5bc27a93 service nova] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.323633] env[69302]: DEBUG oslo_concurrency.lockutils [req-145d66f7-9635-4a40-806c-0fb95c9151e9 req-bb677517-5c56-485b-b7e2-18ef5bc27a93 service nova] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.323857] env[69302]: DEBUG nova.compute.manager [req-145d66f7-9635-4a40-806c-0fb95c9151e9 req-bb677517-5c56-485b-b7e2-18ef5bc27a93 service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] No waiting events found dispatching network-vif-plugged-1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1328.323953] env[69302]: WARNING nova.compute.manager [req-145d66f7-9635-4a40-806c-0fb95c9151e9 req-bb677517-5c56-485b-b7e2-18ef5bc27a93 service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Received unexpected event network-vif-plugged-1322087e-de21-4fd9-9f1b-7d8e28708c01 for instance with vm_state building and task_state spawning. [ 1328.383789] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.196s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.383994] env[69302]: INFO nova.compute.manager [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Migrating [ 1328.406397] env[69302]: DEBUG nova.network.neutron [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Successfully updated port: 1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.898902] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.899353] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.899353] env[69302]: DEBUG nova.network.neutron [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.907387] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.907540] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.907682] env[69302]: DEBUG nova.network.neutron [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.437997] env[69302]: DEBUG nova.network.neutron [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.553648] env[69302]: DEBUG nova.network.neutron [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updating instance_info_cache with network_info: [{"id": "1322087e-de21-4fd9-9f1b-7d8e28708c01", "address": "fa:16:3e:7e:6a:80", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1322087e-de", "ovs_interfaceid": "1322087e-de21-4fd9-9f1b-7d8e28708c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.592408] env[69302]: DEBUG nova.network.neutron [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance_info_cache with network_info: [{"id": "c956254d-7c70-4242-b660-046bb3f43d29", "address": "fa:16:3e:ea:f7:b0", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc956254d-7c", "ovs_interfaceid": "c956254d-7c70-4242-b660-046bb3f43d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.056609] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Releasing lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.056937] env[69302]: DEBUG nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Instance network_info: |[{"id": "1322087e-de21-4fd9-9f1b-7d8e28708c01", "address": "fa:16:3e:7e:6a:80", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1322087e-de", "ovs_interfaceid": "1322087e-de21-4fd9-9f1b-7d8e28708c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.057497] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:6a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1322087e-de21-4fd9-9f1b-7d8e28708c01', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.065603] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.065871] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.066150] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c4f1990-4fbb-4bdd-a5e8-4a45fbf4c14e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.085423] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.085423] env[69302]: value = "task-3184578" [ 1330.085423] env[69302]: _type = "Task" [ 1330.085423] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.092973] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184578, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.094511] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.352082] env[69302]: DEBUG nova.compute.manager [req-7bcae462-2f6b-4d60-ab17-b92c10529d7f req-297ddc4e-3f3a-4267-8adf-91e7338e6c8b service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Received event network-changed-1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.352288] env[69302]: DEBUG nova.compute.manager [req-7bcae462-2f6b-4d60-ab17-b92c10529d7f req-297ddc4e-3f3a-4267-8adf-91e7338e6c8b service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Refreshing instance network info cache due to event network-changed-1322087e-de21-4fd9-9f1b-7d8e28708c01. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.352503] env[69302]: DEBUG oslo_concurrency.lockutils [req-7bcae462-2f6b-4d60-ab17-b92c10529d7f req-297ddc4e-3f3a-4267-8adf-91e7338e6c8b service nova] Acquiring lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.352660] env[69302]: DEBUG oslo_concurrency.lockutils [req-7bcae462-2f6b-4d60-ab17-b92c10529d7f req-297ddc4e-3f3a-4267-8adf-91e7338e6c8b service nova] Acquired lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.352860] env[69302]: DEBUG nova.network.neutron [req-7bcae462-2f6b-4d60-ab17-b92c10529d7f req-297ddc4e-3f3a-4267-8adf-91e7338e6c8b service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Refreshing network info cache for port 1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.596289] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184578, 'name': CreateVM_Task, 'duration_secs': 0.283828} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.599581] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.600261] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.600426] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.600745] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.601211] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e5444b-202e-470c-9217-993e4c7090dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.606215] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1330.606215] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52472b4d-df52-005b-10f0-7922c32324ef" [ 1330.606215] env[69302]: _type = "Task" [ 1330.606215] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.614364] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52472b4d-df52-005b-10f0-7922c32324ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.023773] env[69302]: DEBUG nova.network.neutron [req-7bcae462-2f6b-4d60-ab17-b92c10529d7f req-297ddc4e-3f3a-4267-8adf-91e7338e6c8b service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updated VIF entry in instance network info cache for port 1322087e-de21-4fd9-9f1b-7d8e28708c01. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.024148] env[69302]: DEBUG nova.network.neutron [req-7bcae462-2f6b-4d60-ab17-b92c10529d7f req-297ddc4e-3f3a-4267-8adf-91e7338e6c8b service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updating instance_info_cache with network_info: [{"id": "1322087e-de21-4fd9-9f1b-7d8e28708c01", "address": "fa:16:3e:7e:6a:80", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1322087e-de", "ovs_interfaceid": "1322087e-de21-4fd9-9f1b-7d8e28708c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.116173] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52472b4d-df52-005b-10f0-7922c32324ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.116546] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.116698] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.116900] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.117056] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.117238] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.117481] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b3a1e1-6b4a-4cbe-9202-36db9944c413 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.125936] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.126128] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.126796] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa595fa5-8fd3-4d8c-8844-920b74208ae0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.131486] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1331.131486] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe3f3-fd5e-5433-218b-9e2ac42cbf3e" [ 1331.131486] env[69302]: _type = "Task" [ 1331.131486] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.138983] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe3f3-fd5e-5433-218b-9e2ac42cbf3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.527299] env[69302]: DEBUG oslo_concurrency.lockutils [req-7bcae462-2f6b-4d60-ab17-b92c10529d7f req-297ddc4e-3f3a-4267-8adf-91e7338e6c8b service nova] Releasing lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.608897] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb99d2-ebdb-4bde-9947-d6a6544f5dd2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.629894] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance '1bf1c44a-0074-4f49-a249-73480bc63d0f' progress to 0 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.641495] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]528fe3f3-fd5e-5433-218b-9e2ac42cbf3e, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.642257] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0958c2f-a862-4a31-8122-0fede2efcf92 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.647057] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1331.647057] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ec0a9d-804f-291d-5c1d-e3d99e36a22e" [ 1331.647057] env[69302]: _type = "Task" [ 1331.647057] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.654099] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ec0a9d-804f-291d-5c1d-e3d99e36a22e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.138421] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.138805] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57f83ba8-52ab-40b0-b6ed-daf748c46abe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.144920] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1332.144920] env[69302]: value = "task-3184579" [ 1332.144920] env[69302]: _type = "Task" [ 1332.144920] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.155950] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.159308] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ec0a9d-804f-291d-5c1d-e3d99e36a22e, 'name': SearchDatastore_Task, 'duration_secs': 0.00996} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.159544] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.159808] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 79ee5437-5689-4c69-a652-f092bb7d0d82/79ee5437-5689-4c69-a652-f092bb7d0d82.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.160063] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc75eec0-1e0b-4671-bc33-672cb6f856db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.165807] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1332.165807] env[69302]: value = "task-3184580" [ 1332.165807] env[69302]: _type = "Task" [ 1332.165807] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.174510] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.655098] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184579, 'name': PowerOffVM_Task, 'duration_secs': 0.212961} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.655424] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.655616] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance '1bf1c44a-0074-4f49-a249-73480bc63d0f' progress to 17 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.675441] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448554} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.675441] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 79ee5437-5689-4c69-a652-f092bb7d0d82/79ee5437-5689-4c69-a652-f092bb7d0d82.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.675441] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.675441] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-830b6323-3dfb-4630-a6f8-e42249828ba5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.682027] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1332.682027] env[69302]: value = "task-3184581" [ 1332.682027] env[69302]: _type = "Task" [ 1332.682027] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.689827] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.162745] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.163114] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.163190] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.163392] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.163542] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.163687] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.163885] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.164056] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.164228] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.164390] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.164560] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.169652] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cc96ec4-0852-4b35-b02b-2566129f8a55 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.187663] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1333.187663] env[69302]: value = "task-3184582" [ 1333.187663] env[69302]: _type = "Task" [ 1333.187663] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.193408] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058366} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.193944] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.194707] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b8f323-1477-4514-a0c3-44da2f88bdc6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.200064] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.220019] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 79ee5437-5689-4c69-a652-f092bb7d0d82/79ee5437-5689-4c69-a652-f092bb7d0d82.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.220306] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59af4b5-0290-4136-8094-c10a786a867b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.238870] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1333.238870] env[69302]: value = "task-3184583" [ 1333.238870] env[69302]: _type = "Task" [ 1333.238870] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.246927] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.698301] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184582, 'name': ReconfigVM_Task, 'duration_secs': 0.464568} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.698550] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance '1bf1c44a-0074-4f49-a249-73480bc63d0f' progress to 33 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.748837] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184583, 'name': ReconfigVM_Task, 'duration_secs': 0.36966} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.749103] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 79ee5437-5689-4c69-a652-f092bb7d0d82/79ee5437-5689-4c69-a652-f092bb7d0d82.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.749698] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6750f754-e549-454c-aa22-0b3070991867 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.756020] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1333.756020] env[69302]: value = "task-3184584" [ 1333.756020] env[69302]: _type = "Task" [ 1333.756020] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.763281] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184584, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.205070] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.205382] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.205550] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.205735] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.205882] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.206043] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.206257] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.206417] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.206585] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.206750] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.206925] env[69302]: DEBUG nova.virt.hardware [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.212115] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.212409] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f93953-b548-4ee2-8951-0db60a69bb06 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.230794] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1334.230794] env[69302]: value = "task-3184585" [ 1334.230794] env[69302]: _type = "Task" [ 1334.230794] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.238569] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.265014] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184584, 'name': Rename_Task, 'duration_secs': 0.138353} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.265287] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.265521] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-248fd7a3-809e-4a82-84af-9f7b209262ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.270610] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1334.270610] env[69302]: value = "task-3184586" [ 1334.270610] env[69302]: _type = "Task" [ 1334.270610] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.277621] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.740128] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.779543] env[69302]: DEBUG oslo_vmware.api [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184586, 'name': PowerOnVM_Task, 'duration_secs': 0.485552} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.779761] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.779932] env[69302]: INFO nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1334.780125] env[69302]: DEBUG nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.780868] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d171a47-eafb-4237-a5b1-55660dc94bfb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.240849] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.298365] env[69302]: INFO nova.compute.manager [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Took 13.55 seconds to build instance. [ 1335.741038] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184585, 'name': ReconfigVM_Task, 'duration_secs': 1.172051} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.741331] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1335.742108] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779092c0-75e7-4383-8208-1dcaf6a340fc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.766372] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f/1bf1c44a-0074-4f49-a249-73480bc63d0f.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.766653] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e8d44f-3767-4883-a8de-b39433d8d84f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.785467] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1335.785467] env[69302]: value = "task-3184587" [ 1335.785467] env[69302]: _type = "Task" [ 1335.785467] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.790507] env[69302]: DEBUG nova.compute.manager [req-1debbd1b-80a3-468c-ad14-391a03871673 req-26c83281-fa6c-4332-bde9-56d973cb778c service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Received event network-changed-1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.790671] env[69302]: DEBUG nova.compute.manager [req-1debbd1b-80a3-468c-ad14-391a03871673 req-26c83281-fa6c-4332-bde9-56d973cb778c service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Refreshing instance network info cache due to event network-changed-1322087e-de21-4fd9-9f1b-7d8e28708c01. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.790895] env[69302]: DEBUG oslo_concurrency.lockutils [req-1debbd1b-80a3-468c-ad14-391a03871673 req-26c83281-fa6c-4332-bde9-56d973cb778c service nova] Acquiring lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.791057] env[69302]: DEBUG oslo_concurrency.lockutils [req-1debbd1b-80a3-468c-ad14-391a03871673 req-26c83281-fa6c-4332-bde9-56d973cb778c service nova] Acquired lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.791220] env[69302]: DEBUG nova.network.neutron [req-1debbd1b-80a3-468c-ad14-391a03871673 req-26c83281-fa6c-4332-bde9-56d973cb778c service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Refreshing network info cache for port 1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.796946] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.799068] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9164e4ae-6010-46f6-99e9-555a4b006017 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.068s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.298261] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184587, 'name': ReconfigVM_Task, 'duration_secs': 0.289666} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.298513] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f/1bf1c44a-0074-4f49-a249-73480bc63d0f.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.298714] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance '1bf1c44a-0074-4f49-a249-73480bc63d0f' progress to 50 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.500610] env[69302]: DEBUG nova.network.neutron [req-1debbd1b-80a3-468c-ad14-391a03871673 req-26c83281-fa6c-4332-bde9-56d973cb778c service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updated VIF entry in instance network info cache for port 1322087e-de21-4fd9-9f1b-7d8e28708c01. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.500979] env[69302]: DEBUG nova.network.neutron [req-1debbd1b-80a3-468c-ad14-391a03871673 req-26c83281-fa6c-4332-bde9-56d973cb778c service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updating instance_info_cache with network_info: [{"id": "1322087e-de21-4fd9-9f1b-7d8e28708c01", "address": "fa:16:3e:7e:6a:80", "network": {"id": "a89d6d2a-232a-4b78-877c-2b8d736be5ec", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-760242341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1bbba644d745b8a65f4c947ab79b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1322087e-de", "ovs_interfaceid": "1322087e-de21-4fd9-9f1b-7d8e28708c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.805384] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dca734b-5c27-47df-80f4-fa628f57dc5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.826936] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5cfde2-2914-4633-b280-31a686234cce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.846417] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance '1bf1c44a-0074-4f49-a249-73480bc63d0f' progress to 67 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.004025] env[69302]: DEBUG oslo_concurrency.lockutils [req-1debbd1b-80a3-468c-ad14-391a03871673 req-26c83281-fa6c-4332-bde9-56d973cb778c service nova] Releasing lock "refresh_cache-79ee5437-5689-4c69-a652-f092bb7d0d82" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.499729] env[69302]: DEBUG nova.network.neutron [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Port c956254d-7c70-4242-b660-046bb3f43d29 binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1339.518659] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.518971] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.519102] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.561058] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.561290] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.561491] env[69302]: DEBUG nova.network.neutron [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.262881] env[69302]: DEBUG nova.network.neutron [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance_info_cache with network_info: [{"id": "c956254d-7c70-4242-b660-046bb3f43d29", "address": "fa:16:3e:ea:f7:b0", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc956254d-7c", "ovs_interfaceid": "c956254d-7c70-4242-b660-046bb3f43d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.766080] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.276111] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889a876b-fffa-4799-b6c6-7bf95a581a9e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.282188] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90bb7b-381c-4fa0-b4e5-f8b3a9341848 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.378581] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9933df1-6e72-4cdd-bb9d-cbd4aac1245d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.400568] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847e15b7-dd90-4a06-9469-26c60761f43a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.407257] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance '1bf1c44a-0074-4f49-a249-73480bc63d0f' progress to 83 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.913293] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.913671] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b83d1c6-83c0-4c4d-96e7-1b8b78728941 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.921171] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1343.921171] env[69302]: value = "task-3184588" [ 1343.921171] env[69302]: _type = "Task" [ 1343.921171] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.928714] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.430892] env[69302]: DEBUG oslo_vmware.api [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184588, 'name': PowerOnVM_Task, 'duration_secs': 0.403681} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.431301] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.431426] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f4294798-4aad-4021-b0dc-03392ee02b5e tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance '1bf1c44a-0074-4f49-a249-73480bc63d0f' progress to 100 {{(pid=69302) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.140104] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.140381] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.643025] env[69302]: INFO nova.compute.manager [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Detaching volume c991830a-79e2-4173-a22d-4a2ceb9e50ba [ 1345.673032] env[69302]: INFO nova.virt.block_device [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Attempting to driver detach volume c991830a-79e2-4173-a22d-4a2ceb9e50ba from mountpoint /dev/sdb [ 1345.673295] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1345.673503] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636900', 'volume_id': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'name': 'volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a793e2-adce-4e13-b203-b58295f4c0cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'serial': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1345.674406] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8e003e-7b9e-4b3f-81d4-f0327ce03265 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.695966] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4238e546-51d3-42ea-8cca-ee4677ef2e62 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.702697] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5fe072-4f5f-4f65-a6ae-5395be235323 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.722368] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645e126b-368e-456d-9955-4b0b451d30f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.736318] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] The volume has not been displaced from its original location: [datastore1] volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba/volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1345.741477] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.741741] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ceebcb3-6431-4102-8eb9-2d5252958779 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.759624] env[69302]: DEBUG oslo_vmware.api [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1345.759624] env[69302]: value = "task-3184589" [ 1345.759624] env[69302]: _type = "Task" [ 1345.759624] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.768529] env[69302]: DEBUG oslo_vmware.api [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.269155] env[69302]: DEBUG oslo_vmware.api [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184589, 'name': ReconfigVM_Task, 'duration_secs': 0.227689} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.269436] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1346.274034] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0697c03d-ff39-4131-96bb-2d836c7dded6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.288403] env[69302]: DEBUG oslo_vmware.api [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1346.288403] env[69302]: value = "task-3184590" [ 1346.288403] env[69302]: _type = "Task" [ 1346.288403] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.295905] env[69302]: DEBUG oslo_vmware.api [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.799597] env[69302]: DEBUG oslo_vmware.api [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.919171] env[69302]: DEBUG nova.network.neutron [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Port c956254d-7c70-4242-b660-046bb3f43d29 binding to destination host cpu-1 is already ACTIVE {{(pid=69302) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1346.919471] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.919690] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.919877] env[69302]: DEBUG nova.network.neutron [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.271971] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "911030e0-953d-41e8-9abe-242ed7cba42e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.272211] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.272451] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.272645] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.272818] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.274991] env[69302]: INFO nova.compute.manager [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Terminating instance [ 1347.299144] env[69302]: DEBUG oslo_vmware.api [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.639256] env[69302]: DEBUG nova.network.neutron [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance_info_cache with network_info: [{"id": "c956254d-7c70-4242-b660-046bb3f43d29", "address": "fa:16:3e:ea:f7:b0", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc956254d-7c", "ovs_interfaceid": "c956254d-7c70-4242-b660-046bb3f43d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.778671] env[69302]: DEBUG nova.compute.manager [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.778894] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.779146] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f812a3d7-5773-4576-91c6-f6854c023305 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.786450] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1347.786450] env[69302]: value = "task-3184591" [ 1347.786450] env[69302]: _type = "Task" [ 1347.786450] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.796448] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.801725] env[69302]: DEBUG oslo_vmware.api [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184590, 'name': ReconfigVM_Task, 'duration_secs': 1.14711} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.802042] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636900', 'volume_id': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'name': 'volume-c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5a793e2-adce-4e13-b203-b58295f4c0cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba', 'serial': 'c991830a-79e2-4173-a22d-4a2ceb9e50ba'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1348.142640] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.296420] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184591, 'name': PowerOffVM_Task, 'duration_secs': 0.249552} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.296668] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.296866] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1348.297071] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636894', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'name': 'volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '911030e0-953d-41e8-9abe-242ed7cba42e', 'attached_at': '2025-03-26T20:41:17.000000', 'detached_at': '', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'serial': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1348.297831] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2ab39c-ef0b-485c-97da-766933550db2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.314967] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b40044a-f24f-403c-8e38-78296404d647 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.320833] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4002ec42-f860-4fd7-a1c1-c57c07524f17 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.337888] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aefea8-5b23-488e-9072-6096f6181f20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.351723] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] The volume has not been displaced from its original location: [datastore2] volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd/volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1348.356934] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.358209] env[69302]: DEBUG nova.objects.instance [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lazy-loading 'flavor' on Instance uuid b5a793e2-adce-4e13-b203-b58295f4c0cd {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.359437] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20ed6830-9d1e-451a-af0e-4a991a7fc2f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.377565] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1348.377565] env[69302]: value = "task-3184592" [ 1348.377565] env[69302]: _type = "Task" [ 1348.377565] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.385481] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.646748] env[69302]: DEBUG nova.compute.manager [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69302) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1348.887937] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184592, 'name': ReconfigVM_Task, 'duration_secs': 0.171344} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.888296] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.892847] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9cbd1d6-c9da-43b1-92a7-5048f170177e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.908999] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1348.908999] env[69302]: value = "task-3184593" [ 1348.908999] env[69302]: _type = "Task" [ 1348.908999] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.916686] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.377406] env[69302]: DEBUG oslo_concurrency.lockutils [None req-a5864da5-e31d-4c60-a36c-f579eefcdac1 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.237s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.418071] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184593, 'name': ReconfigVM_Task, 'duration_secs': 0.103577} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.418326] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636894', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'name': 'volume-3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '911030e0-953d-41e8-9abe-242ed7cba42e', 'attached_at': '2025-03-26T20:41:17.000000', 'detached_at': '', 'volume_id': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd', 'serial': '3057e1eb-db6c-4fc2-a505-0e96e4fac8dd'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1349.418607] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.419362] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf3f608-2260-4f0b-aecb-c895ab32246a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.425376] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.425579] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeb28382-4ee4-4105-934f-964e2ec5b896 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.492425] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.492636] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.492820] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleting the datastore file [datastore2] 911030e0-953d-41e8-9abe-242ed7cba42e {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.493092] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fe77892-998d-42d9-a81c-327c189e0031 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.500138] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1349.500138] env[69302]: value = "task-3184595" [ 1349.500138] env[69302]: _type = "Task" [ 1349.500138] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.507260] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.740315] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.740591] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.772014] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.772328] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.772574] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "b5a793e2-adce-4e13-b203-b58295f4c0cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.772795] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.772973] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.774923] env[69302]: INFO nova.compute.manager [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Terminating instance [ 1350.009803] env[69302]: DEBUG oslo_vmware.api [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077892} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.010162] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.010216] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.010354] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.010533] env[69302]: INFO nova.compute.manager [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1350.010792] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.010981] env[69302]: DEBUG nova.compute.manager [-] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.011087] env[69302]: DEBUG nova.network.neutron [-] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.243551] env[69302]: DEBUG nova.objects.instance [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'migration_context' on Instance uuid 1bf1c44a-0074-4f49-a249-73480bc63d0f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.278456] env[69302]: DEBUG nova.compute.manager [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.278631] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.279513] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b184bc42-9258-4452-99ff-8d4f5fcb792a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.287193] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.287418] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-644c15f0-a792-4664-83c5-2f1c57a6304c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.293100] env[69302]: DEBUG oslo_vmware.api [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1350.293100] env[69302]: value = "task-3184596" [ 1350.293100] env[69302]: _type = "Task" [ 1350.293100] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.301065] env[69302]: DEBUG oslo_vmware.api [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.502660] env[69302]: DEBUG nova.compute.manager [req-b2736ff0-5d42-4885-a211-7233f08e444e req-04dc59d6-23ac-4433-a748-4317152766d7 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Received event network-vif-deleted-4ffec535-f988-408e-86cf-bad134ee6424 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.502858] env[69302]: INFO nova.compute.manager [req-b2736ff0-5d42-4885-a211-7233f08e444e req-04dc59d6-23ac-4433-a748-4317152766d7 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Neutron deleted interface 4ffec535-f988-408e-86cf-bad134ee6424; detaching it from the instance and deleting it from the info cache [ 1350.503033] env[69302]: DEBUG nova.network.neutron [req-b2736ff0-5d42-4885-a211-7233f08e444e req-04dc59d6-23ac-4433-a748-4317152766d7 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.766439] env[69302]: DEBUG nova.scheduler.client.report [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1350.780592] env[69302]: DEBUG nova.scheduler.client.report [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1350.780835] env[69302]: DEBUG nova.compute.provider_tree [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.802936] env[69302]: DEBUG oslo_vmware.api [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184596, 'name': PowerOffVM_Task, 'duration_secs': 0.171719} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.803240] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.803429] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.803686] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c97d78-9a46-4e81-a8cc-707d6f37115e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.864747] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.864976] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.865433] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleting the datastore file [datastore2] b5a793e2-adce-4e13-b203-b58295f4c0cd {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.865771] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d65bb63-a4d9-4776-a33d-9a2e2f8e424b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.870297] env[69302]: DEBUG nova.scheduler.client.report [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1350.874032] env[69302]: DEBUG oslo_vmware.api [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1350.874032] env[69302]: value = "task-3184598" [ 1350.874032] env[69302]: _type = "Task" [ 1350.874032] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.883453] env[69302]: DEBUG oslo_vmware.api [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.890351] env[69302]: DEBUG nova.scheduler.client.report [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1350.985735] env[69302]: DEBUG nova.network.neutron [-] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.002810] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e1ad57-8cec-4842-a791-e9d3e868db9d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.005784] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a84a8121-da15-4cbf-b3ba-d881a9c66126 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.014766] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc06622-2a55-458d-b103-12244889b794 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.021330] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6064a1-f749-43d7-a9c8-4c1c7b8c97a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.065701] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081cb363-a15b-454c-a127-e3b5b32fe96e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.068419] env[69302]: DEBUG nova.compute.manager [req-b2736ff0-5d42-4885-a211-7233f08e444e req-04dc59d6-23ac-4433-a748-4317152766d7 service nova] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Detach interface failed, port_id=4ffec535-f988-408e-86cf-bad134ee6424, reason: Instance 911030e0-953d-41e8-9abe-242ed7cba42e could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1351.073681] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba186687-e977-4856-8c97-bfc65ad77e94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.086967] env[69302]: DEBUG nova.compute.provider_tree [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.385636] env[69302]: DEBUG oslo_vmware.api [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149657} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.385907] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.386086] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.386275] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.386452] env[69302]: INFO nova.compute.manager [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1351.386701] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.386899] env[69302]: DEBUG nova.compute.manager [-] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.387012] env[69302]: DEBUG nova.network.neutron [-] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.492419] env[69302]: INFO nova.compute.manager [-] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Took 1.48 seconds to deallocate network for instance. [ 1351.590643] env[69302]: DEBUG nova.scheduler.client.report [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.037656] env[69302]: INFO nova.compute.manager [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Took 0.54 seconds to detach 1 volumes for instance. [ 1352.039797] env[69302]: DEBUG nova.compute.manager [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Deleting volume: 3057e1eb-db6c-4fc2-a505-0e96e4fac8dd {{(pid=69302) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1352.536065] env[69302]: DEBUG nova.compute.manager [req-a06d2efb-6cae-410a-a635-a8efe606d1c3 req-52ba8b44-68b9-4eb9-af8d-6c08542261ca service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Received event network-vif-deleted-61e69717-46f4-4c5f-9b74-f08853d985ce {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.536342] env[69302]: INFO nova.compute.manager [req-a06d2efb-6cae-410a-a635-a8efe606d1c3 req-52ba8b44-68b9-4eb9-af8d-6c08542261ca service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Neutron deleted interface 61e69717-46f4-4c5f-9b74-f08853d985ce; detaching it from the instance and deleting it from the info cache [ 1352.536582] env[69302]: DEBUG nova.network.neutron [req-a06d2efb-6cae-410a-a635-a8efe606d1c3 req-52ba8b44-68b9-4eb9-af8d-6c08542261ca service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.544555] env[69302]: DEBUG nova.network.neutron [-] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.584547] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.601169] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.860s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.607329] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.023s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.607689] env[69302]: DEBUG nova.objects.instance [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'resources' on Instance uuid 911030e0-953d-41e8-9abe-242ed7cba42e {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.039884] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51e1a412-e662-49fe-a4a0-1a7657766eee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.050224] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9860284-e5f6-4094-ac9f-5ca9feec4af8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.060640] env[69302]: INFO nova.compute.manager [-] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Took 1.67 seconds to deallocate network for instance. [ 1353.080225] env[69302]: DEBUG nova.compute.manager [req-a06d2efb-6cae-410a-a635-a8efe606d1c3 req-52ba8b44-68b9-4eb9-af8d-6c08542261ca service nova] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Detach interface failed, port_id=61e69717-46f4-4c5f-9b74-f08853d985ce, reason: Instance b5a793e2-adce-4e13-b203-b58295f4c0cd could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1353.229625] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8581f6f6-1db0-4154-a82c-19cf56cd394d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.237211] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b8e665-66f1-4adc-8455-1dd111bb5100 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.268710] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4d832b-ffc8-4982-af90-fe07a689a5c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.276185] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28abbe2-fc43-498a-88e5-72b7b5d527a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.289431] env[69302]: DEBUG nova.compute.provider_tree [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.567349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.792289] env[69302]: DEBUG nova.scheduler.client.report [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.138200] env[69302]: INFO nova.compute.manager [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Swapping old allocation on dict_keys(['b6b65752-3a4e-4f91-aec6-ee6ecc3102ca']) held by migration 13686fc5-a0d2-4edc-a52f-a6f80fa0df46 for instance [ 1354.162717] env[69302]: DEBUG nova.scheduler.client.report [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Overwriting current allocation {'allocations': {'b6b65752-3a4e-4f91-aec6-ee6ecc3102ca': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 175}}, 'project_id': '3cc72b3f6aee478494493af5e68112a7', 'user_id': '503710f822984e758432d3aff39cfbf1', 'consumer_generation': 1} on consumer 1bf1c44a-0074-4f49-a249-73480bc63d0f {{(pid=69302) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1354.237468] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.237655] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.237828] env[69302]: DEBUG nova.network.neutron [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.297360] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.299619] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.732s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.299852] env[69302]: DEBUG nova.objects.instance [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lazy-loading 'resources' on Instance uuid b5a793e2-adce-4e13-b203-b58295f4c0cd {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.315886] env[69302]: INFO nova.scheduler.client.report [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted allocations for instance 911030e0-953d-41e8-9abe-242ed7cba42e [ 1354.825702] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d9bbca6f-cc92-4720-9099-10ffea120f16 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "911030e0-953d-41e8-9abe-242ed7cba42e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.553s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.913446] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb345393-bfbd-41f5-a5a9-27387659e819 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.921372] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f458b-fa5f-48f0-8fee-ba2dcfe90a95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.954524] env[69302]: DEBUG nova.network.neutron [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance_info_cache with network_info: [{"id": "c956254d-7c70-4242-b660-046bb3f43d29", "address": "fa:16:3e:ea:f7:b0", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc956254d-7c", "ovs_interfaceid": "c956254d-7c70-4242-b660-046bb3f43d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.956998] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9b3941-ef73-4447-88b1-a7c10eff351c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.964428] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7655bd3-c829-44f6-b96b-7d134bea433b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.978577] env[69302]: DEBUG nova.compute.provider_tree [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.043578] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "083f4fe2-109a-4c23-8516-b819b0550818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.043834] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "083f4fe2-109a-4c23-8516-b819b0550818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.044054] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "083f4fe2-109a-4c23-8516-b819b0550818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.044244] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "083f4fe2-109a-4c23-8516-b819b0550818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.044413] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "083f4fe2-109a-4c23-8516-b819b0550818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.046635] env[69302]: INFO nova.compute.manager [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Terminating instance [ 1355.459752] env[69302]: DEBUG oslo_concurrency.lockutils [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-1bf1c44a-0074-4f49-a249-73480bc63d0f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.460788] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87ec26-64eb-4974-9c3f-a373cfc63f66 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.470065] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d1ff0-e588-4683-9979-8d262d62067f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.483818] env[69302]: DEBUG nova.scheduler.client.report [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.553281] env[69302]: DEBUG nova.compute.manager [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.553588] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1355.554541] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f63ad8-770f-45a4-b3c2-203c2e7ba3c4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.561807] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.562044] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c568792-8751-453b-a926-0cc72899877b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.567406] env[69302]: DEBUG oslo_vmware.api [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1355.567406] env[69302]: value = "task-3184600" [ 1355.567406] env[69302]: _type = "Task" [ 1355.567406] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.575156] env[69302]: DEBUG oslo_vmware.api [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.990252] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.008584] env[69302]: INFO nova.scheduler.client.report [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleted allocations for instance b5a793e2-adce-4e13-b203-b58295f4c0cd [ 1356.077273] env[69302]: DEBUG oslo_vmware.api [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184600, 'name': PowerOffVM_Task, 'duration_secs': 0.203135} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.077539] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.077704] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.077951] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f65fa28c-997f-488e-b6c6-5b424b89ca44 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.144419] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.144636] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.144821] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleting the datastore file [datastore2] 083f4fe2-109a-4c23-8516-b819b0550818 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.145094] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51b95fa9-3ef0-42ab-b380-dde1cfec710d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.151152] env[69302]: DEBUG oslo_vmware.api [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1356.151152] env[69302]: value = "task-3184602" [ 1356.151152] env[69302]: _type = "Task" [ 1356.151152] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.158791] env[69302]: DEBUG oslo_vmware.api [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.515929] env[69302]: DEBUG oslo_concurrency.lockutils [None req-20e57150-9aca-47d8-8753-42c1c1090f90 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "b5a793e2-adce-4e13-b203-b58295f4c0cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.744s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.552520] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.552811] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8d8b0fd-c09f-4969-8bc1-9e63bda5b74b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.559337] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1356.559337] env[69302]: value = "task-3184604" [ 1356.559337] env[69302]: _type = "Task" [ 1356.559337] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.568641] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.661584] env[69302]: DEBUG oslo_vmware.api [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137682} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.661841] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1356.662042] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1356.662236] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1356.662413] env[69302]: INFO nova.compute.manager [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1356.662657] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.662847] env[69302]: DEBUG nova.compute.manager [-] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1356.662939] env[69302]: DEBUG nova.network.neutron [-] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.899648] env[69302]: DEBUG nova.compute.manager [req-9e496e54-084f-4442-acb4-fe6e7f71a64f req-91dcbf7c-598b-4d8c-9e18-e46c08e9e367 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Received event network-vif-deleted-b3e57d81-8bee-4d83-8d89-67a23b0f0576 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.899848] env[69302]: INFO nova.compute.manager [req-9e496e54-084f-4442-acb4-fe6e7f71a64f req-91dcbf7c-598b-4d8c-9e18-e46c08e9e367 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Neutron deleted interface b3e57d81-8bee-4d83-8d89-67a23b0f0576; detaching it from the instance and deleting it from the info cache [ 1356.900066] env[69302]: DEBUG nova.network.neutron [req-9e496e54-084f-4442-acb4-fe6e7f71a64f req-91dcbf7c-598b-4d8c-9e18-e46c08e9e367 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.069473] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184604, 'name': PowerOffVM_Task, 'duration_secs': 0.242621} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.069743] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.070404] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.070623] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.070779] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.070961] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.071127] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.071279] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.071483] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.071640] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.071803] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.071963] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.072151] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.077145] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d270830-c688-461c-bdef-e73024eefcc8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.091999] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1357.091999] env[69302]: value = "task-3184605" [ 1357.091999] env[69302]: _type = "Task" [ 1357.091999] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.100839] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.383834] env[69302]: DEBUG nova.network.neutron [-] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.403178] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cb45a08-a94f-4835-ae5a-a069df9a1533 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.413017] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6297741a-fd58-414f-81c9-6d99250a0f81 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.440086] env[69302]: DEBUG nova.compute.manager [req-9e496e54-084f-4442-acb4-fe6e7f71a64f req-91dcbf7c-598b-4d8c-9e18-e46c08e9e367 service nova] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Detach interface failed, port_id=b3e57d81-8bee-4d83-8d89-67a23b0f0576, reason: Instance 083f4fe2-109a-4c23-8516-b819b0550818 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.601787] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184605, 'name': ReconfigVM_Task, 'duration_secs': 0.147554} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.602597] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8259127-fbcd-49b6-aadf-7e7cb14b8b84 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.623537] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1357.623792] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1357.623928] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1357.624126] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1357.624279] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1357.624432] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1357.624662] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1357.624837] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1357.625014] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1357.625184] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1357.625380] env[69302]: DEBUG nova.virt.hardware [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1357.626199] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61e43b7-5edb-40fe-9cdf-21b8e2b881ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.631289] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1357.631289] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523fb0e0-fbfb-3efe-1a88-beb7a33695d3" [ 1357.631289] env[69302]: _type = "Task" [ 1357.631289] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.638962] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523fb0e0-fbfb-3efe-1a88-beb7a33695d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.887309] env[69302]: INFO nova.compute.manager [-] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Took 1.22 seconds to deallocate network for instance. [ 1358.140668] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523fb0e0-fbfb-3efe-1a88-beb7a33695d3, 'name': SearchDatastore_Task, 'duration_secs': 0.007872} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.146172] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1358.146442] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5605ce9-1bad-4587-a276-b08f12dafae1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.163903] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1358.163903] env[69302]: value = "task-3184606" [ 1358.163903] env[69302]: _type = "Task" [ 1358.163903] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.171071] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.394044] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.394298] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.394503] env[69302]: DEBUG nova.objects.instance [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'resources' on Instance uuid 083f4fe2-109a-4c23-8516-b819b0550818 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.675859] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184606, 'name': ReconfigVM_Task, 'duration_secs': 0.200722} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.676180] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.676849] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9231b18f-2521-46ef-8bcd-4d12ac89a1cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.700771] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f/1bf1c44a-0074-4f49-a249-73480bc63d0f.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1358.700999] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ee1878-cd5b-46b5-80ec-fe7a64b145fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.717771] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1358.717771] env[69302]: value = "task-3184607" [ 1358.717771] env[69302]: _type = "Task" [ 1358.717771] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.725195] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.981212] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a2c6b6-22b1-47e6-8268-ee2af7e3651d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.988695] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc355306-b179-428f-b078-fb54b6d38a1a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.018764] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2211a9-e75b-4fa4-8416-fdad3ab79f98 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.026141] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e607994-df86-4c50-b952-be4f4a0a0d78 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.039491] env[69302]: DEBUG nova.compute.provider_tree [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.229509] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184607, 'name': ReconfigVM_Task, 'duration_secs': 0.283325} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.229737] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f/1bf1c44a-0074-4f49-a249-73480bc63d0f.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1359.230567] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a0b8f-a475-4053-a949-fffdf1bb718b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.250887] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e06819-3d1a-444d-9ea3-b08815c97270 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.270550] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f4adb4-87df-4e1d-87cf-c51e204fcae4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.289912] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611edd0b-229f-4fcd-8a07-955bfc79e9b7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.295992] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.296257] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-446c1781-a441-4a6e-9498-019305f4c347 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.301707] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1359.301707] env[69302]: value = "task-3184608" [ 1359.301707] env[69302]: _type = "Task" [ 1359.301707] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.308712] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.543341] env[69302]: DEBUG nova.scheduler.client.report [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.811554] env[69302]: DEBUG oslo_vmware.api [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184608, 'name': PowerOnVM_Task, 'duration_secs': 0.354703} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.811872] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.048279] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.067279] env[69302]: INFO nova.scheduler.client.report [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted allocations for instance 083f4fe2-109a-4c23-8516-b819b0550818 [ 1360.574845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660bfedf-6a47-4e12-99f9-ea981201058f tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "083f4fe2-109a-4c23-8516-b819b0550818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.531s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.856570] env[69302]: INFO nova.compute.manager [None req-227f7ecf-74f9-44a7-9a76-fb987d6ff022 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance to original state: 'active' [ 1361.205926] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.206211] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.206442] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "e1378d25-e3a8-4599-9a33-8b51a07065b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.206635] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.206807] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.208920] env[69302]: INFO nova.compute.manager [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Terminating instance [ 1361.712927] env[69302]: DEBUG nova.compute.manager [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.712927] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.714130] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042d1645-7541-4188-a06c-1f48d7db0dfa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.722935] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.723224] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8327b28-bdc5-4b75-a755-62cd0594d6cc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.729661] env[69302]: DEBUG oslo_vmware.api [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1361.729661] env[69302]: value = "task-3184610" [ 1361.729661] env[69302]: _type = "Task" [ 1361.729661] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.737799] env[69302]: DEBUG oslo_vmware.api [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.243858] env[69302]: DEBUG oslo_vmware.api [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184610, 'name': PowerOffVM_Task, 'duration_secs': 0.239309} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.244230] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.244508] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.244870] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d57f029e-80f4-418f-bf91-410f0e6e564f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.314421] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.314665] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.314839] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleting the datastore file [datastore1] e1378d25-e3a8-4599-9a33-8b51a07065b8 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.315123] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b62ca2-94d8-463d-8407-97c3581efbfb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.321600] env[69302]: DEBUG oslo_vmware.api [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1362.321600] env[69302]: value = "task-3184612" [ 1362.321600] env[69302]: _type = "Task" [ 1362.321600] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.330415] env[69302]: DEBUG oslo_vmware.api [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.758984] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.759267] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.759483] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.759669] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.759839] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.762316] env[69302]: INFO nova.compute.manager [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Terminating instance [ 1362.831328] env[69302]: DEBUG oslo_vmware.api [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200066} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.831579] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.831764] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.831943] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.832136] env[69302]: INFO nova.compute.manager [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1362.832388] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.832575] env[69302]: DEBUG nova.compute.manager [-] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.832670] env[69302]: DEBUG nova.network.neutron [-] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.104086] env[69302]: DEBUG nova.compute.manager [req-d197a80b-5300-4a4c-acef-3288f873609d req-92eb4be1-0d0e-4b1d-8b02-f5653599b3fe service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Received event network-vif-deleted-05543abf-ca6a-45e1-ad82-9ee2951de5f9 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.104359] env[69302]: INFO nova.compute.manager [req-d197a80b-5300-4a4c-acef-3288f873609d req-92eb4be1-0d0e-4b1d-8b02-f5653599b3fe service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Neutron deleted interface 05543abf-ca6a-45e1-ad82-9ee2951de5f9; detaching it from the instance and deleting it from the info cache [ 1363.104435] env[69302]: DEBUG nova.network.neutron [req-d197a80b-5300-4a4c-acef-3288f873609d req-92eb4be1-0d0e-4b1d-8b02-f5653599b3fe service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.267416] env[69302]: DEBUG nova.compute.manager [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.267799] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.268183] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b61b5d58-336d-4c89-a440-c72f46a65a32 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.277499] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1363.277499] env[69302]: value = "task-3184613" [ 1363.277499] env[69302]: _type = "Task" [ 1363.277499] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.290526] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.586673] env[69302]: DEBUG nova.network.neutron [-] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.606820] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a65eba7-1047-412a-abce-51905e528b85 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.617015] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fb0b68-b41d-42bc-b378-573b0ab783bf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.644872] env[69302]: DEBUG nova.compute.manager [req-d197a80b-5300-4a4c-acef-3288f873609d req-92eb4be1-0d0e-4b1d-8b02-f5653599b3fe service nova] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Detach interface failed, port_id=05543abf-ca6a-45e1-ad82-9ee2951de5f9, reason: Instance e1378d25-e3a8-4599-9a33-8b51a07065b8 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1363.750839] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "611af241-297e-4023-a6da-fe043983ffd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.751108] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "611af241-297e-4023-a6da-fe043983ffd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.751318] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "611af241-297e-4023-a6da-fe043983ffd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.751496] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "611af241-297e-4023-a6da-fe043983ffd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.751668] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "611af241-297e-4023-a6da-fe043983ffd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.753830] env[69302]: INFO nova.compute.manager [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Terminating instance [ 1363.787802] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184613, 'name': PowerOffVM_Task, 'duration_secs': 0.226457} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.788045] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.788243] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1363.788433] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636906', 'volume_id': 'ae65f59d-c974-4901-87fc-76d661b6b7bb', 'name': 'volume-ae65f59d-c974-4901-87fc-76d661b6b7bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1bf1c44a-0074-4f49-a249-73480bc63d0f', 'attached_at': '2025-03-26T20:42:04.000000', 'detached_at': '', 'volume_id': 'ae65f59d-c974-4901-87fc-76d661b6b7bb', 'serial': 'ae65f59d-c974-4901-87fc-76d661b6b7bb'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1363.789168] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed16d080-51ea-4ade-bce8-ba9b11475154 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.810407] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c1ae21-d86b-43ef-94ef-cb2eef47527e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.816739] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5aec5-7bd2-4d70-a5a5-eabab48af274 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.838144] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1e6fa-f57e-41f6-92cd-bc2f4a81e649 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.852421] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] The volume has not been displaced from its original location: [datastore2] volume-ae65f59d-c974-4901-87fc-76d661b6b7bb/volume-ae65f59d-c974-4901-87fc-76d661b6b7bb.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1363.857481] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1363.857734] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642155e9-36e0-4f33-80f9-d6d96828a1a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.874201] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1363.874201] env[69302]: value = "task-3184614" [ 1363.874201] env[69302]: _type = "Task" [ 1363.874201] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.881410] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.089278] env[69302]: INFO nova.compute.manager [-] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Took 1.26 seconds to deallocate network for instance. [ 1364.257848] env[69302]: DEBUG nova.compute.manager [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.258044] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.258894] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a309e-2e49-41cc-9e1f-5597f3a84e5b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.266716] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.266918] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00e90d7-7fcf-4d30-8776-497b4fead5e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.272692] env[69302]: DEBUG oslo_vmware.api [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1364.272692] env[69302]: value = "task-3184615" [ 1364.272692] env[69302]: _type = "Task" [ 1364.272692] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.279660] env[69302]: DEBUG oslo_vmware.api [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.384508] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.597103] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.597479] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.597724] env[69302]: DEBUG nova.objects.instance [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lazy-loading 'resources' on Instance uuid e1378d25-e3a8-4599-9a33-8b51a07065b8 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.782133] env[69302]: DEBUG oslo_vmware.api [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184615, 'name': PowerOffVM_Task, 'duration_secs': 0.213522} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.782385] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.782553] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.782781] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13efef84-7c01-40d4-b085-926e57d57653 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.843429] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.843614] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.843761] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleting the datastore file [datastore1] 611af241-297e-4023-a6da-fe043983ffd1 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.843998] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e01757-0f8b-4b5a-b092-ba9426b6b2a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.850832] env[69302]: DEBUG oslo_vmware.api [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for the task: (returnval){ [ 1364.850832] env[69302]: value = "task-3184617" [ 1364.850832] env[69302]: _type = "Task" [ 1364.850832] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.857981] env[69302]: DEBUG oslo_vmware.api [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.882801] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.175392] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3db647-3bbc-4e46-937b-feaa05be2389 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.182982] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b54779-79ae-47ba-b010-d22c3c821e4e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.214021] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad226d-4060-4c8c-8b61-9c9f229ede5b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.221314] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc877210-455e-4ac1-85d2-affbe77e3cb1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.235370] env[69302]: DEBUG nova.compute.provider_tree [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.360338] env[69302]: DEBUG oslo_vmware.api [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Task: {'id': task-3184617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1185} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.360704] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.360767] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.360891] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.361087] env[69302]: INFO nova.compute.manager [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1365.361347] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.361539] env[69302]: DEBUG nova.compute.manager [-] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.361632] env[69302]: DEBUG nova.network.neutron [-] [instance: 611af241-297e-4023-a6da-fe043983ffd1] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.384167] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184614, 'name': ReconfigVM_Task, 'duration_secs': 1.194962} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.384411] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1365.389601] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d839841-aabf-41cc-9e42-e866b1696208 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.406094] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1365.406094] env[69302]: value = "task-3184618" [ 1365.406094] env[69302]: _type = "Task" [ 1365.406094] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.414402] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.617128] env[69302]: DEBUG nova.compute.manager [req-3f4a9025-c9e0-49f9-aaf6-3d7f0dc88e22 req-32ea9773-81e8-4367-b638-ae347cafc5c3 service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Received event network-vif-deleted-fe6158d8-47eb-46bb-843c-5c3479108e16 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.617335] env[69302]: INFO nova.compute.manager [req-3f4a9025-c9e0-49f9-aaf6-3d7f0dc88e22 req-32ea9773-81e8-4367-b638-ae347cafc5c3 service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Neutron deleted interface fe6158d8-47eb-46bb-843c-5c3479108e16; detaching it from the instance and deleting it from the info cache [ 1365.617505] env[69302]: DEBUG nova.network.neutron [req-3f4a9025-c9e0-49f9-aaf6-3d7f0dc88e22 req-32ea9773-81e8-4367-b638-ae347cafc5c3 service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.738511] env[69302]: DEBUG nova.scheduler.client.report [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.917423] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184618, 'name': ReconfigVM_Task, 'duration_secs': 0.124559} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.917730] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636906', 'volume_id': 'ae65f59d-c974-4901-87fc-76d661b6b7bb', 'name': 'volume-ae65f59d-c974-4901-87fc-76d661b6b7bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1bf1c44a-0074-4f49-a249-73480bc63d0f', 'attached_at': '2025-03-26T20:42:04.000000', 'detached_at': '', 'volume_id': 'ae65f59d-c974-4901-87fc-76d661b6b7bb', 'serial': 'ae65f59d-c974-4901-87fc-76d661b6b7bb'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1365.918036] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.918793] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08537bda-3f87-413e-9882-68acf4d39e75 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.925131] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.925375] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f369aea-099e-4b75-b4ae-64cff33f07a0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.986529] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.986838] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.987045] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleting the datastore file [datastore1] 1bf1c44a-0074-4f49-a249-73480bc63d0f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.987376] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31fab44-6eec-4cf8-bc66-5dc07c2e786c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.994870] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1365.994870] env[69302]: value = "task-3184620" [ 1365.994870] env[69302]: _type = "Task" [ 1365.994870] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.002403] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.101430] env[69302]: DEBUG nova.network.neutron [-] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.120412] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a9f2373-ed62-4b6e-ab28-759c59d9893b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.130391] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd2174-6dde-4bb5-9422-26d8fc86107d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.156130] env[69302]: DEBUG nova.compute.manager [req-3f4a9025-c9e0-49f9-aaf6-3d7f0dc88e22 req-32ea9773-81e8-4367-b638-ae347cafc5c3 service nova] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Detach interface failed, port_id=fe6158d8-47eb-46bb-843c-5c3479108e16, reason: Instance 611af241-297e-4023-a6da-fe043983ffd1 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.243405] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.260106] env[69302]: INFO nova.scheduler.client.report [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleted allocations for instance e1378d25-e3a8-4599-9a33-8b51a07065b8 [ 1366.504354] env[69302]: DEBUG oslo_vmware.api [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139935} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.504637] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.504795] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.504974] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.505165] env[69302]: INFO nova.compute.manager [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Took 3.24 seconds to destroy the instance on the hypervisor. [ 1366.505433] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.505628] env[69302]: DEBUG nova.compute.manager [-] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.505722] env[69302]: DEBUG nova.network.neutron [-] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.603849] env[69302]: INFO nova.compute.manager [-] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Took 1.24 seconds to deallocate network for instance. [ 1366.767837] env[69302]: DEBUG oslo_concurrency.lockutils [None req-d7ec6350-7697-4f1c-8f93-d3f009d549b2 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "e1378d25-e3a8-4599-9a33-8b51a07065b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.562s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.874803] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.875039] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.112309] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.112614] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.112843] env[69302]: DEBUG nova.objects.instance [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lazy-loading 'resources' on Instance uuid 611af241-297e-4023-a6da-fe043983ffd1 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.377716] env[69302]: DEBUG nova.compute.utils [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1367.416917] env[69302]: DEBUG nova.network.neutron [-] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.642363] env[69302]: DEBUG nova.compute.manager [req-b48183c7-63d8-4f43-a2a9-3ce4934cba57 req-76bf98bd-30d2-42af-892b-89cb50720360 service nova] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Received event network-vif-deleted-c956254d-7c70-4242-b660-046bb3f43d29 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.678139] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3f0750-e452-47eb-b63b-188359dbffff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.686151] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae8843a-8421-4b5d-be0b-01d65ddedfb9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.716740] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb4dc5-446a-494f-9ea6-469afdcd9ecf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.724228] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdd70a1-9116-403e-a78d-ea545664967c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.738035] env[69302]: DEBUG nova.compute.provider_tree [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.858975] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "303292b8-69a5-4ac7-943e-b9659f65bb67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.859262] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.859474] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "303292b8-69a5-4ac7-943e-b9659f65bb67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.859656] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.859825] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.861996] env[69302]: INFO nova.compute.manager [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Terminating instance [ 1367.880059] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.919795] env[69302]: INFO nova.compute.manager [-] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Took 1.41 seconds to deallocate network for instance. [ 1368.240319] env[69302]: DEBUG nova.scheduler.client.report [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.366136] env[69302]: DEBUG nova.compute.manager [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.366325] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.367235] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc11f9-15af-4497-be93-37858c4168b3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.376554] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.376813] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089a8bb4-d4b7-470f-aab3-6fcc6f73c480 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.384917] env[69302]: DEBUG oslo_vmware.api [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1368.384917] env[69302]: value = "task-3184621" [ 1368.384917] env[69302]: _type = "Task" [ 1368.384917] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.392518] env[69302]: DEBUG oslo_vmware.api [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.462297] env[69302]: INFO nova.compute.manager [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Took 0.54 seconds to detach 1 volumes for instance. [ 1368.745966] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.765252] env[69302]: INFO nova.scheduler.client.report [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Deleted allocations for instance 611af241-297e-4023-a6da-fe043983ffd1 [ 1368.894828] env[69302]: DEBUG oslo_vmware.api [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184621, 'name': PowerOffVM_Task, 'duration_secs': 0.263906} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.895095] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.895264] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.895546] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e6a707f-d3dc-4820-a2c8-1bfc785f750d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.946510] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.946780] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.947020] env[69302]: INFO nova.compute.manager [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Attaching volume 15e26d36-d3a3-45f7-802e-3e31c88a5020 to /dev/sdb [ 1368.959084] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.959304] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.959487] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleting the datastore file [datastore1] 303292b8-69a5-4ac7-943e-b9659f65bb67 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.959742] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f4beed5-c44c-484c-9b8b-1ad309a37f01 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.966106] env[69302]: DEBUG oslo_vmware.api [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for the task: (returnval){ [ 1368.966106] env[69302]: value = "task-3184623" [ 1368.966106] env[69302]: _type = "Task" [ 1368.966106] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.970287] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.970576] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.970810] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.977649] env[69302]: DEBUG oslo_vmware.api [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.980035] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2903f52b-eb92-46c0-b22e-9b7d952e465c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.986030] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622cad3d-fb3b-4f91-8e49-18ca94c7fb7b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.989317] env[69302]: INFO nova.scheduler.client.report [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted allocations for instance 1bf1c44a-0074-4f49-a249-73480bc63d0f [ 1369.000537] env[69302]: DEBUG nova.virt.block_device [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updating existing volume attachment record: c18c4f08-9e36-4ca1-beb3-ad32e17a7f2b {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1369.272955] env[69302]: DEBUG oslo_concurrency.lockutils [None req-905746b6-2694-4968-b595-4b2dcede7445 tempest-ServerActionsTestOtherA-759629978 tempest-ServerActionsTestOtherA-759629978-project-member] Lock "611af241-297e-4023-a6da-fe043983ffd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.476029] env[69302]: DEBUG oslo_vmware.api [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Task: {'id': task-3184623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138053} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.476317] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.476528] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.476712] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.476884] env[69302]: INFO nova.compute.manager [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1369.477148] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.477552] env[69302]: DEBUG nova.compute.manager [-] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.477552] env[69302]: DEBUG nova.network.neutron [-] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.497363] env[69302]: DEBUG oslo_concurrency.lockutils [None req-eb8101c1-e817-4590-8bab-992c64569ba2 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "1bf1c44a-0074-4f49-a249-73480bc63d0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.738s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.769577] env[69302]: DEBUG nova.compute.manager [req-b6ac18c6-978f-48cd-b7e9-eaf135b3f99b req-381d51b4-cba3-40a1-b575-0fc28d71319e service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Received event network-vif-deleted-42b929cc-e08c-4fbb-904d-d800fab3a680 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.769867] env[69302]: INFO nova.compute.manager [req-b6ac18c6-978f-48cd-b7e9-eaf135b3f99b req-381d51b4-cba3-40a1-b575-0fc28d71319e service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Neutron deleted interface 42b929cc-e08c-4fbb-904d-d800fab3a680; detaching it from the instance and deleting it from the info cache [ 1369.769996] env[69302]: DEBUG nova.network.neutron [req-b6ac18c6-978f-48cd-b7e9-eaf135b3f99b req-381d51b4-cba3-40a1-b575-0fc28d71319e service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.916667] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.252443] env[69302]: DEBUG nova.network.neutron [-] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.273314] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d03a7f8d-f054-4e96-9b5e-140ad1ca5091 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.282925] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604e1746-28d7-4f04-8c14-e483b2de8a78 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.308544] env[69302]: DEBUG nova.compute.manager [req-b6ac18c6-978f-48cd-b7e9-eaf135b3f99b req-381d51b4-cba3-40a1-b575-0fc28d71319e service nova] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Detach interface failed, port_id=42b929cc-e08c-4fbb-904d-d800fab3a680, reason: Instance 303292b8-69a5-4ac7-943e-b9659f65bb67 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.757305] env[69302]: INFO nova.compute.manager [-] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Took 1.28 seconds to deallocate network for instance. [ 1371.210931] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "418b2696-8d9a-468e-b81f-62de85574f44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.211187] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.266489] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.266801] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.267034] env[69302]: DEBUG nova.objects.instance [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lazy-loading 'resources' on Instance uuid 303292b8-69a5-4ac7-943e-b9659f65bb67 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.713408] env[69302]: DEBUG nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.819532] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc01c81-1a89-492d-add1-8d8ae0172ecc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.827136] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce5c171-32b9-46d2-aaff-2d54de140d8e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.859878] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0cd70b-eaa7-4d4d-a868-f8b290315577 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.867453] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49fdea-2e3b-4bb9-b2a2-c421d7089464 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.880966] env[69302]: DEBUG nova.compute.provider_tree [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.235785] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.384632] env[69302]: DEBUG nova.scheduler.client.report [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.890430] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.892781] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.657s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.896238] env[69302]: INFO nova.compute.claims [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1372.917225] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.917834] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1372.922092] env[69302]: INFO nova.scheduler.client.report [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Deleted allocations for instance 303292b8-69a5-4ac7-943e-b9659f65bb67 [ 1373.429393] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f2678904-6b26-41f3-8640-74c2e710dc64 tempest-ServerRescueNegativeTestJSON-1829861096 tempest-ServerRescueNegativeTestJSON-1829861096-project-member] Lock "303292b8-69a5-4ac7-943e-b9659f65bb67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.570s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.546220] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1373.546471] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636908', 'volume_id': '15e26d36-d3a3-45f7-802e-3e31c88a5020', 'name': 'volume-15e26d36-d3a3-45f7-802e-3e31c88a5020', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79ee5437-5689-4c69-a652-f092bb7d0d82', 'attached_at': '', 'detached_at': '', 'volume_id': '15e26d36-d3a3-45f7-802e-3e31c88a5020', 'serial': '15e26d36-d3a3-45f7-802e-3e31c88a5020'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1373.547412] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b1445-f0cd-4c1d-90e6-488a22e50ae1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.571073] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de2b511-59d8-4600-9c7c-4e245d5ed2d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.598766] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-15e26d36-d3a3-45f7-802e-3e31c88a5020/volume-15e26d36-d3a3-45f7-802e-3e31c88a5020.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.598942] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f04975-64d8-44fd-a331-e9a692bf8d32 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.618383] env[69302]: DEBUG oslo_vmware.api [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1373.618383] env[69302]: value = "task-3184626" [ 1373.618383] env[69302]: _type = "Task" [ 1373.618383] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.626650] env[69302]: DEBUG oslo_vmware.api [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.918179] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.949021] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b90bbe-62bf-45c6-80a6-49aae96418dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.956309] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd9702-06fd-4325-81eb-aa2b0cf130c1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.988851] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b575f81a-b5cf-44ad-aeb8-b549d172d282 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.997615] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219eb4be-45e6-4cc7-ad70-b45b3567ce4f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.013564] env[69302]: DEBUG nova.compute.provider_tree [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.129605] env[69302]: DEBUG oslo_vmware.api [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184626, 'name': ReconfigVM_Task, 'duration_secs': 0.342372} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.129895] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-15e26d36-d3a3-45f7-802e-3e31c88a5020/volume-15e26d36-d3a3-45f7-802e-3e31c88a5020.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.134725] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605627b3-5924-492b-b493-04f8ab5aa690 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.153841] env[69302]: DEBUG oslo_vmware.api [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1374.153841] env[69302]: value = "task-3184627" [ 1374.153841] env[69302]: _type = "Task" [ 1374.153841] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.163954] env[69302]: DEBUG oslo_vmware.api [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.517107] env[69302]: DEBUG nova.scheduler.client.report [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.666124] env[69302]: DEBUG oslo_vmware.api [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184627, 'name': ReconfigVM_Task, 'duration_secs': 0.136326} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.666460] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636908', 'volume_id': '15e26d36-d3a3-45f7-802e-3e31c88a5020', 'name': 'volume-15e26d36-d3a3-45f7-802e-3e31c88a5020', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79ee5437-5689-4c69-a652-f092bb7d0d82', 'attached_at': '', 'detached_at': '', 'volume_id': '15e26d36-d3a3-45f7-802e-3e31c88a5020', 'serial': '15e26d36-d3a3-45f7-802e-3e31c88a5020'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1374.920431] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.920431] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.022822] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.023349] env[69302]: DEBUG nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.489324] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.489546] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.529968] env[69302]: DEBUG nova.compute.utils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1375.532808] env[69302]: DEBUG nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.533129] env[69302]: DEBUG nova.network.neutron [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.575748] env[69302]: DEBUG nova.policy [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '503710f822984e758432d3aff39cfbf1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cc72b3f6aee478494493af5e68112a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.713052] env[69302]: DEBUG nova.objects.instance [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 79ee5437-5689-4c69-a652-f092bb7d0d82 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.857389] env[69302]: DEBUG nova.network.neutron [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Successfully created port: 8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.991434] env[69302]: DEBUG nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1376.039388] env[69302]: DEBUG nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.218027] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b7d3407b-ff6d-43f5-8c1f-cc40151f198f tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.519726] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.519993] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.521655] env[69302]: INFO nova.compute.claims [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.919445] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.045086] env[69302]: DEBUG nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.074174] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.074467] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.074714] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.074975] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.075180] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.075416] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.075741] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.075907] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.076160] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.076390] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.076563] env[69302]: DEBUG nova.virt.hardware [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.077965] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8383cfed-d591-4411-a3f4-4cf5a2196edc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.083885] env[69302]: DEBUG oslo_concurrency.lockutils [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.084201] env[69302]: DEBUG oslo_concurrency.lockutils [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.089040] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c804cef4-f036-455e-8a42-6d8a9ec178e9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.297618] env[69302]: DEBUG nova.compute.manager [req-111e1abf-7774-49a1-b30e-9b0d8b51b3ab req-afae1678-645e-4936-97d3-2f615151aa49 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received event network-vif-plugged-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.297898] env[69302]: DEBUG oslo_concurrency.lockutils [req-111e1abf-7774-49a1-b30e-9b0d8b51b3ab req-afae1678-645e-4936-97d3-2f615151aa49 service nova] Acquiring lock "418b2696-8d9a-468e-b81f-62de85574f44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.298138] env[69302]: DEBUG oslo_concurrency.lockutils [req-111e1abf-7774-49a1-b30e-9b0d8b51b3ab req-afae1678-645e-4936-97d3-2f615151aa49 service nova] Lock "418b2696-8d9a-468e-b81f-62de85574f44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.298270] env[69302]: DEBUG oslo_concurrency.lockutils [req-111e1abf-7774-49a1-b30e-9b0d8b51b3ab req-afae1678-645e-4936-97d3-2f615151aa49 service nova] Lock "418b2696-8d9a-468e-b81f-62de85574f44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.298414] env[69302]: DEBUG nova.compute.manager [req-111e1abf-7774-49a1-b30e-9b0d8b51b3ab req-afae1678-645e-4936-97d3-2f615151aa49 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] No waiting events found dispatching network-vif-plugged-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.298592] env[69302]: WARNING nova.compute.manager [req-111e1abf-7774-49a1-b30e-9b0d8b51b3ab req-afae1678-645e-4936-97d3-2f615151aa49 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received unexpected event network-vif-plugged-8d3807f4-6759-4010-888b-da1a1b9ff086 for instance with vm_state building and task_state spawning. [ 1377.393575] env[69302]: DEBUG nova.network.neutron [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Successfully updated port: 8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.584253] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ed336d-bb6e-4113-b941-1b21738d59c3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.589224] env[69302]: DEBUG nova.compute.utils [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.593058] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe09e26-0d89-49f3-9e27-11aef0767b4a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.622614] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff7c762-0a15-479b-b404-ec021536ba83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.629849] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff6d56-7128-4b56-81fd-75c0a8436220 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.643119] env[69302]: DEBUG nova.compute.provider_tree [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.896709] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.897278] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.897278] env[69302]: DEBUG nova.network.neutron [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.916977] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.093137] env[69302]: DEBUG oslo_concurrency.lockutils [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.145919] env[69302]: DEBUG nova.scheduler.client.report [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.420105] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.429226] env[69302]: DEBUG nova.network.neutron [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.541612] env[69302]: DEBUG nova.network.neutron [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating instance_info_cache with network_info: [{"id": "8d3807f4-6759-4010-888b-da1a1b9ff086", "address": "fa:16:3e:06:1c:8c", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3807f4-67", "ovs_interfaceid": "8d3807f4-6759-4010-888b-da1a1b9ff086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.650241] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.650703] env[69302]: DEBUG nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.653129] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.233s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.653329] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.653497] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1378.654711] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954914cb-3e6c-42b8-9f43-a118acee94f6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.663835] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65163a64-4d07-40d2-9c22-14e853c88138 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.678166] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c944f53e-45ee-4870-af05-56f4af536c7c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.684542] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bb3c12-78e6-4d0b-9c1d-cf9b1e76247e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.713900] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179711MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1378.714055] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.714262] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.043980] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.044336] env[69302]: DEBUG nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Instance network_info: |[{"id": "8d3807f4-6759-4010-888b-da1a1b9ff086", "address": "fa:16:3e:06:1c:8c", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3807f4-67", "ovs_interfaceid": "8d3807f4-6759-4010-888b-da1a1b9ff086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.044768] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:1c:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d3807f4-6759-4010-888b-da1a1b9ff086', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.052912] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.052912] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.052912] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b09e0201-e3d3-43af-9bc6-ca8ffb7b7cab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.072416] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.072416] env[69302]: value = "task-3184628" [ 1379.072416] env[69302]: _type = "Task" [ 1379.072416] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.079972] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184628, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.148042] env[69302]: DEBUG oslo_concurrency.lockutils [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.148348] env[69302]: DEBUG oslo_concurrency.lockutils [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.148455] env[69302]: INFO nova.compute.manager [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Attaching volume 59187dbf-b74c-4ea7-9de2-45d51627278b to /dev/sdc [ 1379.156556] env[69302]: DEBUG nova.compute.utils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.158066] env[69302]: DEBUG nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.158542] env[69302]: DEBUG nova.network.neutron [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.185825] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd10e6-4b09-4a75-805f-bbf01ad528f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.193159] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d228f48-e694-4186-a179-e937a02fcabd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.202967] env[69302]: DEBUG nova.policy [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a463df3df64649d6bedbfd56e481ae0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5938a0bbda34f2194df0d4e33d4308b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.208524] env[69302]: DEBUG nova.virt.block_device [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updating existing volume attachment record: 546cebb3-4b3c-40f2-8748-f5fa300fd537 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1379.330202] env[69302]: DEBUG nova.compute.manager [req-23fb142f-a5bf-417d-bc11-fb1ee3604247 req-57cb9541-96da-4b9a-8645-d9dff4944a4f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received event network-changed-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.330443] env[69302]: DEBUG nova.compute.manager [req-23fb142f-a5bf-417d-bc11-fb1ee3604247 req-57cb9541-96da-4b9a-8645-d9dff4944a4f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Refreshing instance network info cache due to event network-changed-8d3807f4-6759-4010-888b-da1a1b9ff086. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.330635] env[69302]: DEBUG oslo_concurrency.lockutils [req-23fb142f-a5bf-417d-bc11-fb1ee3604247 req-57cb9541-96da-4b9a-8645-d9dff4944a4f service nova] Acquiring lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.330778] env[69302]: DEBUG oslo_concurrency.lockutils [req-23fb142f-a5bf-417d-bc11-fb1ee3604247 req-57cb9541-96da-4b9a-8645-d9dff4944a4f service nova] Acquired lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.330937] env[69302]: DEBUG nova.network.neutron [req-23fb142f-a5bf-417d-bc11-fb1ee3604247 req-57cb9541-96da-4b9a-8645-d9dff4944a4f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Refreshing network info cache for port 8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.582775] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184628, 'name': CreateVM_Task, 'duration_secs': 0.292707} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.582971] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.583724] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.583908] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.584295] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.584566] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491041b3-989b-4e46-bd55-6fab1b89b5e7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.588909] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1379.588909] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52681f44-b226-0633-92f0-f3accaf46089" [ 1379.588909] env[69302]: _type = "Task" [ 1379.588909] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.596939] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52681f44-b226-0633-92f0-f3accaf46089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.661239] env[69302]: DEBUG nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1379.740387] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 79ee5437-5689-4c69-a652-f092bb7d0d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1379.741021] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 418b2696-8d9a-468e-b81f-62de85574f44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1379.741021] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 2f0c9014-aaa3-4555-bc90-2f127df6b52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1379.741021] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1379.741021] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1379.769465] env[69302]: DEBUG nova.network.neutron [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Successfully created port: 04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.794718] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce988297-7f4b-4171-8875-d4455b7fa0c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.802236] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff407c-9dd6-4d75-9fe0-746e41d228dd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.834089] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430701b6-8cd2-46d7-8f70-7af0372bff67 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.842656] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6b9b37-20cf-421a-a84d-2dd07781c1c9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.856675] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.020164] env[69302]: DEBUG nova.network.neutron [req-23fb142f-a5bf-417d-bc11-fb1ee3604247 req-57cb9541-96da-4b9a-8645-d9dff4944a4f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updated VIF entry in instance network info cache for port 8d3807f4-6759-4010-888b-da1a1b9ff086. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.020533] env[69302]: DEBUG nova.network.neutron [req-23fb142f-a5bf-417d-bc11-fb1ee3604247 req-57cb9541-96da-4b9a-8645-d9dff4944a4f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating instance_info_cache with network_info: [{"id": "8d3807f4-6759-4010-888b-da1a1b9ff086", "address": "fa:16:3e:06:1c:8c", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3807f4-67", "ovs_interfaceid": "8d3807f4-6759-4010-888b-da1a1b9ff086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.099311] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52681f44-b226-0633-92f0-f3accaf46089, 'name': SearchDatastore_Task, 'duration_secs': 0.016227} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.099561] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.099788] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.100023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.100175] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.100352] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.100603] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7310028e-248c-4a99-86e8-b2f8db9b1bbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.108427] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.108598] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.109284] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f19ee51-0b34-4116-87da-798e65fce819 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.113829] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1380.113829] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52de9142-cc39-c868-6397-77e7bc95bf05" [ 1380.113829] env[69302]: _type = "Task" [ 1380.113829] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.121043] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52de9142-cc39-c868-6397-77e7bc95bf05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.359881] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.522994] env[69302]: DEBUG oslo_concurrency.lockutils [req-23fb142f-a5bf-417d-bc11-fb1ee3604247 req-57cb9541-96da-4b9a-8645-d9dff4944a4f service nova] Releasing lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.624324] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52de9142-cc39-c868-6397-77e7bc95bf05, 'name': SearchDatastore_Task, 'duration_secs': 0.008034} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.625174] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abda9a32-beef-49a2-bb9a-37098e3b70ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.630055] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1380.630055] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523e95b3-5a90-8546-141f-23bb211e1c71" [ 1380.630055] env[69302]: _type = "Task" [ 1380.630055] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.637878] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523e95b3-5a90-8546-141f-23bb211e1c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.670114] env[69302]: DEBUG nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.695850] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.696498] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.696498] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.696498] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.696662] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.696740] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.696960] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.697117] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.697281] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.697441] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.697612] env[69302]: DEBUG nova.virt.hardware [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.698453] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b2cc11-90b3-4441-9b90-c30a3a89d8df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.705859] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb74a5e7-592e-447c-b974-29a0e5c6a198 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.865466] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1380.865719] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.151s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.140265] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]523e95b3-5a90-8546-141f-23bb211e1c71, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.140487] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.140762] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44/418b2696-8d9a-468e-b81f-62de85574f44.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.141023] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7848e31-a969-4d82-b105-a47d4a51d444 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.147698] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1381.147698] env[69302]: value = "task-3184630" [ 1381.147698] env[69302]: _type = "Task" [ 1381.147698] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.154905] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.186884] env[69302]: DEBUG nova.network.neutron [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Successfully updated port: 04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.355772] env[69302]: DEBUG nova.compute.manager [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received event network-vif-plugged-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.356530] env[69302]: DEBUG oslo_concurrency.lockutils [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.356816] env[69302]: DEBUG oslo_concurrency.lockutils [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.357012] env[69302]: DEBUG oslo_concurrency.lockutils [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.357194] env[69302]: DEBUG nova.compute.manager [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] No waiting events found dispatching network-vif-plugged-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1381.357361] env[69302]: WARNING nova.compute.manager [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received unexpected event network-vif-plugged-04788269-c94a-4643-be25-0a4fa52e2c69 for instance with vm_state building and task_state spawning. [ 1381.357520] env[69302]: DEBUG nova.compute.manager [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received event network-changed-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.357677] env[69302]: DEBUG nova.compute.manager [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Refreshing instance network info cache due to event network-changed-04788269-c94a-4643-be25-0a4fa52e2c69. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.357894] env[69302]: DEBUG oslo_concurrency.lockutils [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] Acquiring lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.358048] env[69302]: DEBUG oslo_concurrency.lockutils [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] Acquired lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.358247] env[69302]: DEBUG nova.network.neutron [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Refreshing network info cache for port 04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.657874] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457802} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.658202] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44/418b2696-8d9a-468e-b81f-62de85574f44.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.658414] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.658707] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18d4655e-a83b-4f85-84f1-af371be82663 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.665175] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1381.665175] env[69302]: value = "task-3184632" [ 1381.665175] env[69302]: _type = "Task" [ 1381.665175] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.673021] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.689766] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.886057] env[69302]: DEBUG nova.network.neutron [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.948797] env[69302]: DEBUG nova.network.neutron [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.174778] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064225} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.174976] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.175799] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a438f672-5109-4afc-8c17-552b9a91dd95 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.197656] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44/418b2696-8d9a-468e-b81f-62de85574f44.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.197907] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72bcd450-f7e8-495f-b1c5-9f160dbb679d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.216079] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1382.216079] env[69302]: value = "task-3184633" [ 1382.216079] env[69302]: _type = "Task" [ 1382.216079] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.223695] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.451477] env[69302]: DEBUG oslo_concurrency.lockutils [req-e40f4899-2cb9-47a8-b8d4-739988b04310 req-859a3200-fcf7-4638-a8ad-329f9e8939a3 service nova] Releasing lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.451877] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.452055] env[69302]: DEBUG nova.network.neutron [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.726704] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184633, 'name': ReconfigVM_Task, 'duration_secs': 0.260693} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.727025] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44/418b2696-8d9a-468e-b81f-62de85574f44.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.727599] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa357d6d-6118-41a8-87e8-4b43be1934b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.733426] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1382.733426] env[69302]: value = "task-3184634" [ 1382.733426] env[69302]: _type = "Task" [ 1382.733426] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.742178] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184634, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.981684] env[69302]: DEBUG nova.network.neutron [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.099213] env[69302]: DEBUG nova.network.neutron [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [{"id": "04788269-c94a-4643-be25-0a4fa52e2c69", "address": "fa:16:3e:16:46:7d", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04788269-c9", "ovs_interfaceid": "04788269-c94a-4643-be25-0a4fa52e2c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.243328] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184634, 'name': Rename_Task, 'duration_secs': 0.147393} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.243550] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.243793] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-642bf0ff-b7e2-4b15-bbad-133b443c2e9e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.250168] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1383.250168] env[69302]: value = "task-3184635" [ 1383.250168] env[69302]: _type = "Task" [ 1383.250168] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.257399] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.601995] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.602372] env[69302]: DEBUG nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Instance network_info: |[{"id": "04788269-c94a-4643-be25-0a4fa52e2c69", "address": "fa:16:3e:16:46:7d", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04788269-c9", "ovs_interfaceid": "04788269-c94a-4643-be25-0a4fa52e2c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.602847] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:46:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04788269-c94a-4643-be25-0a4fa52e2c69', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.610758] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating folder: Project (a5938a0bbda34f2194df0d4e33d4308b). Parent ref: group-v636578. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.611063] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56035cfe-c202-4521-8323-a717ae27b1fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.623532] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Created folder: Project (a5938a0bbda34f2194df0d4e33d4308b) in parent group-v636578. [ 1383.623758] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating folder: Instances. Parent ref: group-v636911. {{(pid=69302) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1383.624433] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbb1698d-4cf0-4e0c-8014-39a33b1b802c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.634288] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Created folder: Instances in parent group-v636911. [ 1383.634702] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.635020] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.635362] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e27248a9-0355-465a-91a7-a6c741578008 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.658394] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.658394] env[69302]: value = "task-3184638" [ 1383.658394] env[69302]: _type = "Task" [ 1383.658394] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.668300] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184638, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.755779] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1383.756053] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636910', 'volume_id': '59187dbf-b74c-4ea7-9de2-45d51627278b', 'name': 'volume-59187dbf-b74c-4ea7-9de2-45d51627278b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79ee5437-5689-4c69-a652-f092bb7d0d82', 'attached_at': '', 'detached_at': '', 'volume_id': '59187dbf-b74c-4ea7-9de2-45d51627278b', 'serial': '59187dbf-b74c-4ea7-9de2-45d51627278b'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1383.756887] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf98691-c00e-48e7-93ad-ed6e0c8b9cf2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.762560] env[69302]: DEBUG oslo_vmware.api [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184635, 'name': PowerOnVM_Task, 'duration_secs': 0.422359} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.763177] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.763445] env[69302]: INFO nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1383.763647] env[69302]: DEBUG nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.764404] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1948c9-f717-4061-a842-584690e12206 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.778427] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8a2bd-23c7-49f6-b225-ed684026b710 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.809542] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-59187dbf-b74c-4ea7-9de2-45d51627278b/volume-59187dbf-b74c-4ea7-9de2-45d51627278b.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.809869] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95eb5bec-7597-4cb4-b360-b7e8e181faa8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.832864] env[69302]: DEBUG oslo_vmware.api [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1383.832864] env[69302]: value = "task-3184639" [ 1383.832864] env[69302]: _type = "Task" [ 1383.832864] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.841205] env[69302]: DEBUG oslo_vmware.api [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.861381] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.169861] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184638, 'name': CreateVM_Task, 'duration_secs': 0.290783} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.170036] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.170709] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.170883] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.171213] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.171466] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71761c53-d82e-4c2f-92c4-2263ff58f076 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.175714] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1384.175714] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ee2e62-4e69-d0b1-302c-5e630a19d87f" [ 1384.175714] env[69302]: _type = "Task" [ 1384.175714] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.184633] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ee2e62-4e69-d0b1-302c-5e630a19d87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.292648] env[69302]: INFO nova.compute.manager [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Took 12.07 seconds to build instance. [ 1384.344147] env[69302]: DEBUG oslo_vmware.api [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184639, 'name': ReconfigVM_Task, 'duration_secs': 0.340085} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.344481] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-59187dbf-b74c-4ea7-9de2-45d51627278b/volume-59187dbf-b74c-4ea7-9de2-45d51627278b.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.349730] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661b16ba-9e4c-48c8-abe5-7beb14dbc1d0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.364773] env[69302]: DEBUG oslo_vmware.api [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1384.364773] env[69302]: value = "task-3184640" [ 1384.364773] env[69302]: _type = "Task" [ 1384.364773] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.372551] env[69302]: DEBUG oslo_vmware.api [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.686547] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52ee2e62-4e69-d0b1-302c-5e630a19d87f, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.686873] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.687113] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.687352] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.687487] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.687683] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.687947] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5df64960-4ff7-42be-a7df-3958811acf20 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.695953] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.696150] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.696868] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f650ff5c-ddb6-40d5-b4ea-24a776a25915 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.702267] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1384.702267] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]527824c6-7f19-2cdc-73ca-cb1c5e6de4cd" [ 1384.702267] env[69302]: _type = "Task" [ 1384.702267] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.709764] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527824c6-7f19-2cdc-73ca-cb1c5e6de4cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.776217] env[69302]: DEBUG nova.compute.manager [req-1ee3c521-cce0-4050-a1f6-d308dde1d40a req-e87c5c07-4753-4eb3-99b1-5e98853db02e service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received event network-changed-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.776473] env[69302]: DEBUG nova.compute.manager [req-1ee3c521-cce0-4050-a1f6-d308dde1d40a req-e87c5c07-4753-4eb3-99b1-5e98853db02e service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Refreshing instance network info cache due to event network-changed-8d3807f4-6759-4010-888b-da1a1b9ff086. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.776634] env[69302]: DEBUG oslo_concurrency.lockutils [req-1ee3c521-cce0-4050-a1f6-d308dde1d40a req-e87c5c07-4753-4eb3-99b1-5e98853db02e service nova] Acquiring lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.776785] env[69302]: DEBUG oslo_concurrency.lockutils [req-1ee3c521-cce0-4050-a1f6-d308dde1d40a req-e87c5c07-4753-4eb3-99b1-5e98853db02e service nova] Acquired lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.776947] env[69302]: DEBUG nova.network.neutron [req-1ee3c521-cce0-4050-a1f6-d308dde1d40a req-e87c5c07-4753-4eb3-99b1-5e98853db02e service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Refreshing network info cache for port 8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.795113] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9b5b1096-8d3d-4ced-85a7-5f17a64198c9 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.584s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.874133] env[69302]: DEBUG oslo_vmware.api [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184640, 'name': ReconfigVM_Task, 'duration_secs': 0.132394} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.874436] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636910', 'volume_id': '59187dbf-b74c-4ea7-9de2-45d51627278b', 'name': 'volume-59187dbf-b74c-4ea7-9de2-45d51627278b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79ee5437-5689-4c69-a652-f092bb7d0d82', 'attached_at': '', 'detached_at': '', 'volume_id': '59187dbf-b74c-4ea7-9de2-45d51627278b', 'serial': '59187dbf-b74c-4ea7-9de2-45d51627278b'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1385.212385] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]527824c6-7f19-2cdc-73ca-cb1c5e6de4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.213102] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491b5727-fc33-47fe-b575-17f95f66d971 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.218752] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1385.218752] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5271ea9f-462f-3133-b538-6bd16b93041b" [ 1385.218752] env[69302]: _type = "Task" [ 1385.218752] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.225753] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5271ea9f-462f-3133-b538-6bd16b93041b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.477803] env[69302]: DEBUG nova.network.neutron [req-1ee3c521-cce0-4050-a1f6-d308dde1d40a req-e87c5c07-4753-4eb3-99b1-5e98853db02e service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updated VIF entry in instance network info cache for port 8d3807f4-6759-4010-888b-da1a1b9ff086. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.478214] env[69302]: DEBUG nova.network.neutron [req-1ee3c521-cce0-4050-a1f6-d308dde1d40a req-e87c5c07-4753-4eb3-99b1-5e98853db02e service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating instance_info_cache with network_info: [{"id": "8d3807f4-6759-4010-888b-da1a1b9ff086", "address": "fa:16:3e:06:1c:8c", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3807f4-67", "ovs_interfaceid": "8d3807f4-6759-4010-888b-da1a1b9ff086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.729374] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]5271ea9f-462f-3133-b538-6bd16b93041b, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.729637] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.729898] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2f0c9014-aaa3-4555-bc90-2f127df6b52f/2f0c9014-aaa3-4555-bc90-2f127df6b52f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.730156] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f35a652-f4e2-4f51-aac1-667357fe4699 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.737739] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1385.737739] env[69302]: value = "task-3184641" [ 1385.737739] env[69302]: _type = "Task" [ 1385.737739] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.745182] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.909325] env[69302]: DEBUG nova.objects.instance [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 79ee5437-5689-4c69-a652-f092bb7d0d82 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.981247] env[69302]: DEBUG oslo_concurrency.lockutils [req-1ee3c521-cce0-4050-a1f6-d308dde1d40a req-e87c5c07-4753-4eb3-99b1-5e98853db02e service nova] Releasing lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.248232] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412056} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.248506] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 2f0c9014-aaa3-4555-bc90-2f127df6b52f/2f0c9014-aaa3-4555-bc90-2f127df6b52f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.248738] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.249024] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b77c2686-3b2f-4725-9ec3-bf7b95a1a867 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.255385] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1386.255385] env[69302]: value = "task-3184642" [ 1386.255385] env[69302]: _type = "Task" [ 1386.255385] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.262806] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.415360] env[69302]: DEBUG oslo_concurrency.lockutils [None req-526737f9-dc20-4351-8a8c-3aae2e36542c tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.267s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.722270] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.722586] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.764166] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066186} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.764411] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.765195] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e41b8dc-90a4-44b2-af84-96d9e22db8e7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.787180] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 2f0c9014-aaa3-4555-bc90-2f127df6b52f/2f0c9014-aaa3-4555-bc90-2f127df6b52f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.787480] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe7412c-3986-4779-8bd3-d1cc31502e0b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.807292] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1386.807292] env[69302]: value = "task-3184643" [ 1386.807292] env[69302]: _type = "Task" [ 1386.807292] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.814909] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.225416] env[69302]: INFO nova.compute.manager [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Detaching volume 15e26d36-d3a3-45f7-802e-3e31c88a5020 [ 1387.255753] env[69302]: INFO nova.virt.block_device [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Attempting to driver detach volume 15e26d36-d3a3-45f7-802e-3e31c88a5020 from mountpoint /dev/sdb [ 1387.255990] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1387.256191] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636908', 'volume_id': '15e26d36-d3a3-45f7-802e-3e31c88a5020', 'name': 'volume-15e26d36-d3a3-45f7-802e-3e31c88a5020', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79ee5437-5689-4c69-a652-f092bb7d0d82', 'attached_at': '', 'detached_at': '', 'volume_id': '15e26d36-d3a3-45f7-802e-3e31c88a5020', 'serial': '15e26d36-d3a3-45f7-802e-3e31c88a5020'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1387.257089] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a355327-4519-46ca-9d67-6236e1c0e411 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.282728] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ae6641-90c4-436b-8cf4-d8ce1edd6447 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.289541] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d5ad53-5f6b-40c3-9f35-861396de899d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.314231] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507b034-7264-4421-97eb-c7bd65493bfd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.321253] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184643, 'name': ReconfigVM_Task, 'duration_secs': 0.257475} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.331205] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 2f0c9014-aaa3-4555-bc90-2f127df6b52f/2f0c9014-aaa3-4555-bc90-2f127df6b52f.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.331818] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] The volume has not been displaced from its original location: [datastore2] volume-15e26d36-d3a3-45f7-802e-3e31c88a5020/volume-15e26d36-d3a3-45f7-802e-3e31c88a5020.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1387.336941] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1387.337197] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c0f5d6-61ef-4da2-9e18-04ed567a61e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.338651] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d2660a-9259-45ad-a978-b0425a0ed1d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.355474] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1387.355474] env[69302]: value = "task-3184644" [ 1387.355474] env[69302]: _type = "Task" [ 1387.355474] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.356602] env[69302]: DEBUG oslo_vmware.api [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1387.356602] env[69302]: value = "task-3184645" [ 1387.356602] env[69302]: _type = "Task" [ 1387.356602] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.368808] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184644, 'name': Rename_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.371701] env[69302]: DEBUG oslo_vmware.api [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.868771] env[69302]: DEBUG oslo_vmware.api [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184645, 'name': ReconfigVM_Task, 'duration_secs': 0.231222} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.871662] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.876339] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184644, 'name': Rename_Task, 'duration_secs': 0.179325} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.876566] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dee81ba-1411-4c01-a2d7-f99bb96dab38 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.886306] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.886560] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9c07f8a-6b89-4ab8-b263-af16069301a9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.892706] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1387.892706] env[69302]: value = "task-3184646" [ 1387.892706] env[69302]: _type = "Task" [ 1387.892706] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.893899] env[69302]: DEBUG oslo_vmware.api [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1387.893899] env[69302]: value = "task-3184647" [ 1387.893899] env[69302]: _type = "Task" [ 1387.893899] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.903706] env[69302]: DEBUG oslo_vmware.api [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.906500] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.405769] env[69302]: DEBUG oslo_vmware.api [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184647, 'name': ReconfigVM_Task, 'duration_secs': 0.156537} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.409017] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636908', 'volume_id': '15e26d36-d3a3-45f7-802e-3e31c88a5020', 'name': 'volume-15e26d36-d3a3-45f7-802e-3e31c88a5020', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79ee5437-5689-4c69-a652-f092bb7d0d82', 'attached_at': '', 'detached_at': '', 'volume_id': '15e26d36-d3a3-45f7-802e-3e31c88a5020', 'serial': '15e26d36-d3a3-45f7-802e-3e31c88a5020'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1388.411237] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.904845] env[69302]: DEBUG oslo_vmware.api [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184646, 'name': PowerOnVM_Task, 'duration_secs': 0.609467} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.905114] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.905288] env[69302]: INFO nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1388.905482] env[69302]: DEBUG nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.906225] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7c9a77-ffb4-4e47-a19e-9928baff327e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.948540] env[69302]: DEBUG nova.objects.instance [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 79ee5437-5689-4c69-a652-f092bb7d0d82 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.423029] env[69302]: INFO nova.compute.manager [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Took 12.92 seconds to build instance. [ 1389.625325] env[69302]: DEBUG nova.compute.manager [req-237c2d12-e892-4be7-b34e-0629797ef490 req-5ca4fa5e-8df1-4275-86f8-10a24a866309 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received event network-changed-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.625550] env[69302]: DEBUG nova.compute.manager [req-237c2d12-e892-4be7-b34e-0629797ef490 req-5ca4fa5e-8df1-4275-86f8-10a24a866309 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Refreshing instance network info cache due to event network-changed-04788269-c94a-4643-be25-0a4fa52e2c69. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.625767] env[69302]: DEBUG oslo_concurrency.lockutils [req-237c2d12-e892-4be7-b34e-0629797ef490 req-5ca4fa5e-8df1-4275-86f8-10a24a866309 service nova] Acquiring lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.625910] env[69302]: DEBUG oslo_concurrency.lockutils [req-237c2d12-e892-4be7-b34e-0629797ef490 req-5ca4fa5e-8df1-4275-86f8-10a24a866309 service nova] Acquired lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.626078] env[69302]: DEBUG nova.network.neutron [req-237c2d12-e892-4be7-b34e-0629797ef490 req-5ca4fa5e-8df1-4275-86f8-10a24a866309 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Refreshing network info cache for port 04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.924091] env[69302]: DEBUG oslo_concurrency.lockutils [None req-9555e02b-b469-424d-82b4-72568f741e4b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.434s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.954712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-ff1ebde9-bcf4-4aeb-9ac7-9f8e570caf2a tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.961369] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.961705] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.326609] env[69302]: DEBUG nova.network.neutron [req-237c2d12-e892-4be7-b34e-0629797ef490 req-5ca4fa5e-8df1-4275-86f8-10a24a866309 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updated VIF entry in instance network info cache for port 04788269-c94a-4643-be25-0a4fa52e2c69. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.326975] env[69302]: DEBUG nova.network.neutron [req-237c2d12-e892-4be7-b34e-0629797ef490 req-5ca4fa5e-8df1-4275-86f8-10a24a866309 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [{"id": "04788269-c94a-4643-be25-0a4fa52e2c69", "address": "fa:16:3e:16:46:7d", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04788269-c9", "ovs_interfaceid": "04788269-c94a-4643-be25-0a4fa52e2c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.463971] env[69302]: INFO nova.compute.manager [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Detaching volume 59187dbf-b74c-4ea7-9de2-45d51627278b [ 1390.494012] env[69302]: INFO nova.virt.block_device [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Attempting to driver detach volume 59187dbf-b74c-4ea7-9de2-45d51627278b from mountpoint /dev/sdc [ 1390.494268] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1390.494488] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636910', 'volume_id': '59187dbf-b74c-4ea7-9de2-45d51627278b', 'name': 'volume-59187dbf-b74c-4ea7-9de2-45d51627278b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79ee5437-5689-4c69-a652-f092bb7d0d82', 'attached_at': '', 'detached_at': '', 'volume_id': '59187dbf-b74c-4ea7-9de2-45d51627278b', 'serial': '59187dbf-b74c-4ea7-9de2-45d51627278b'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1390.495384] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15484318-cca7-4438-a36b-914689e0f082 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.517268] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270ce4e5-7851-408b-bfca-f8e5014ff4b5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.523790] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37800dc-6f94-4d11-915f-e1f0962aae59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.544187] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c40e26-cae3-4d32-aef6-f6fcc1ebdbdc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.557933] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] The volume has not been displaced from its original location: [datastore2] volume-59187dbf-b74c-4ea7-9de2-45d51627278b/volume-59187dbf-b74c-4ea7-9de2-45d51627278b.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1390.562955] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1390.563216] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1c2796e-65d4-4144-80a3-8a00789b2b80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.580211] env[69302]: DEBUG oslo_vmware.api [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1390.580211] env[69302]: value = "task-3184648" [ 1390.580211] env[69302]: _type = "Task" [ 1390.580211] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.587440] env[69302]: DEBUG oslo_vmware.api [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.829999] env[69302]: DEBUG oslo_concurrency.lockutils [req-237c2d12-e892-4be7-b34e-0629797ef490 req-5ca4fa5e-8df1-4275-86f8-10a24a866309 service nova] Releasing lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.090418] env[69302]: DEBUG oslo_vmware.api [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184648, 'name': ReconfigVM_Task, 'duration_secs': 0.21705} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.090723] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1391.095427] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321aad3b-7227-4ce6-961a-fd3739d9c6c8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.110362] env[69302]: DEBUG oslo_vmware.api [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1391.110362] env[69302]: value = "task-3184649" [ 1391.110362] env[69302]: _type = "Task" [ 1391.110362] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.118515] env[69302]: DEBUG oslo_vmware.api [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.620160] env[69302]: DEBUG oslo_vmware.api [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.124101] env[69302]: DEBUG oslo_vmware.api [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.622974] env[69302]: DEBUG oslo_vmware.api [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184649, 'name': ReconfigVM_Task, 'duration_secs': 1.137162} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.623401] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636910', 'volume_id': '59187dbf-b74c-4ea7-9de2-45d51627278b', 'name': 'volume-59187dbf-b74c-4ea7-9de2-45d51627278b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79ee5437-5689-4c69-a652-f092bb7d0d82', 'attached_at': '', 'detached_at': '', 'volume_id': '59187dbf-b74c-4ea7-9de2-45d51627278b', 'serial': '59187dbf-b74c-4ea7-9de2-45d51627278b'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.169008] env[69302]: DEBUG nova.objects.instance [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'flavor' on Instance uuid 79ee5437-5689-4c69-a652-f092bb7d0d82 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.176777] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5b0bd45a-a975-473c-96b3-bcce4ce2eecb tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.215s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.390163] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.390594] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.390674] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "79ee5437-5689-4c69-a652-f092bb7d0d82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.390797] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.390962] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.393129] env[69302]: INFO nova.compute.manager [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Terminating instance [ 1395.897375] env[69302]: DEBUG nova.compute.manager [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.897609] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.898554] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f38ee60-d498-4b23-bc7c-8e350df28956 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.908152] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.908428] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7adfa66d-0922-4791-815d-b3b9c1ed939b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.914774] env[69302]: DEBUG oslo_vmware.api [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1395.914774] env[69302]: value = "task-3184650" [ 1395.914774] env[69302]: _type = "Task" [ 1395.914774] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.923768] env[69302]: DEBUG oslo_vmware.api [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.424900] env[69302]: DEBUG oslo_vmware.api [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184650, 'name': PowerOffVM_Task, 'duration_secs': 0.257801} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.425281] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.425344] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.425602] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341ebf4c-2065-42d4-8ec5-1d1bd92c7b49 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.487064] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.487293] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.487456] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Deleting the datastore file [datastore2] 79ee5437-5689-4c69-a652-f092bb7d0d82 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.487737] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a9d3705-18b7-43f0-8e6d-f09aa6048007 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.493772] env[69302]: DEBUG oslo_vmware.api [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for the task: (returnval){ [ 1396.493772] env[69302]: value = "task-3184652" [ 1396.493772] env[69302]: _type = "Task" [ 1396.493772] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.501141] env[69302]: DEBUG oslo_vmware.api [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.003212] env[69302]: DEBUG oslo_vmware.api [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Task: {'id': task-3184652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1281} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.003487] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.003674] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.003845] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.004037] env[69302]: INFO nova.compute.manager [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1397.004280] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.004471] env[69302]: DEBUG nova.compute.manager [-] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.004564] env[69302]: DEBUG nova.network.neutron [-] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.416203] env[69302]: DEBUG nova.compute.manager [req-5bd8961e-313e-4879-8b18-4227f699de7c req-18c11ded-2c32-489b-9bef-e23b43d3f397 service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Received event network-vif-deleted-1322087e-de21-4fd9-9f1b-7d8e28708c01 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.416445] env[69302]: INFO nova.compute.manager [req-5bd8961e-313e-4879-8b18-4227f699de7c req-18c11ded-2c32-489b-9bef-e23b43d3f397 service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Neutron deleted interface 1322087e-de21-4fd9-9f1b-7d8e28708c01; detaching it from the instance and deleting it from the info cache [ 1397.416673] env[69302]: DEBUG nova.network.neutron [req-5bd8961e-313e-4879-8b18-4227f699de7c req-18c11ded-2c32-489b-9bef-e23b43d3f397 service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.889752] env[69302]: DEBUG nova.network.neutron [-] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.919745] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27025d20-28c8-4f8a-9e59-7ee8e68f45f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.929897] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c9186-d2b7-4520-b5d7-0eff062c0fbd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.955715] env[69302]: DEBUG nova.compute.manager [req-5bd8961e-313e-4879-8b18-4227f699de7c req-18c11ded-2c32-489b-9bef-e23b43d3f397 service nova] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Detach interface failed, port_id=1322087e-de21-4fd9-9f1b-7d8e28708c01, reason: Instance 79ee5437-5689-4c69-a652-f092bb7d0d82 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.392673] env[69302]: INFO nova.compute.manager [-] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Took 1.39 seconds to deallocate network for instance. [ 1398.899177] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.899547] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.899704] env[69302]: DEBUG nova.objects.instance [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lazy-loading 'resources' on Instance uuid 79ee5437-5689-4c69-a652-f092bb7d0d82 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.458172] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2eeb99-c4ae-4745-85b6-1b41020e6fba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.467271] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1c15bf-b3be-4c81-9807-56e3268be76d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.497609] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933cd91-fc2a-4e69-a0f1-b1776eb225c2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.504444] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087e84d1-b392-4692-b018-08444b8fb1df {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.517174] env[69302]: DEBUG nova.compute.provider_tree [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.020820] env[69302]: DEBUG nova.scheduler.client.report [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.526300] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.547319] env[69302]: INFO nova.scheduler.client.report [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Deleted allocations for instance 79ee5437-5689-4c69-a652-f092bb7d0d82 [ 1401.055014] env[69302]: DEBUG oslo_concurrency.lockutils [None req-4401d479-dca2-42df-afaa-124c94dd7272 tempest-AttachVolumeTestJSON-387058618 tempest-AttachVolumeTestJSON-387058618-project-member] Lock "79ee5437-5689-4c69-a652-f092bb7d0d82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.664s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.341441] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "418b2696-8d9a-468e-b81f-62de85574f44" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.341939] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.341939] env[69302]: INFO nova.compute.manager [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Shelving [ 1423.351919] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.352369] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3b3b235-095d-4277-b2d8-6b4355979db7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.360397] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1423.360397] env[69302]: value = "task-3184656" [ 1423.360397] env[69302]: _type = "Task" [ 1423.360397] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.368527] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.870116] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184656, 'name': PowerOffVM_Task, 'duration_secs': 0.181515} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.870399] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.871163] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b9f53-5923-4fbc-92af-e811a45910f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.889818] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ff6215-161b-4004-901a-fbff2b622345 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.399690] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1424.400165] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8155317-828b-4d36-b2e6-74242cd71df9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.408177] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1424.408177] env[69302]: value = "task-3184657" [ 1424.408177] env[69302]: _type = "Task" [ 1424.408177] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.415800] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.918575] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184657, 'name': CreateSnapshot_Task, 'duration_secs': 0.398227} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.918833] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1424.919613] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7cba77-a179-47ba-a669-533fd946e4f8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.437014] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1425.437415] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4cc8a892-030b-40d6-911c-60b84fa3bbbb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.445693] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1425.445693] env[69302]: value = "task-3184658" [ 1425.445693] env[69302]: _type = "Task" [ 1425.445693] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.453582] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184658, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.955700] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184658, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.456967] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184658, 'name': CloneVM_Task, 'duration_secs': 0.937898} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.457344] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Created linked-clone VM from snapshot [ 1426.457941] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fb3619-b8a8-4dd9-a179-e7ff677da4a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.465034] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Uploading image 0a97750d-8aee-48e9-acec-efe476cf280e {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1426.488442] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1426.488442] env[69302]: value = "vm-636915" [ 1426.488442] env[69302]: _type = "VirtualMachine" [ 1426.488442] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1426.488670] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-308377c0-a864-447f-9d31-b896616bab8d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.495450] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease: (returnval){ [ 1426.495450] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520e5d26-c8ff-6c74-9cc8-b047e2b4c609" [ 1426.495450] env[69302]: _type = "HttpNfcLease" [ 1426.495450] env[69302]: } obtained for exporting VM: (result){ [ 1426.495450] env[69302]: value = "vm-636915" [ 1426.495450] env[69302]: _type = "VirtualMachine" [ 1426.495450] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1426.495707] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the lease: (returnval){ [ 1426.495707] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520e5d26-c8ff-6c74-9cc8-b047e2b4c609" [ 1426.495707] env[69302]: _type = "HttpNfcLease" [ 1426.495707] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1426.501324] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1426.501324] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520e5d26-c8ff-6c74-9cc8-b047e2b4c609" [ 1426.501324] env[69302]: _type = "HttpNfcLease" [ 1426.501324] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1427.003529] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1427.003529] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520e5d26-c8ff-6c74-9cc8-b047e2b4c609" [ 1427.003529] env[69302]: _type = "HttpNfcLease" [ 1427.003529] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1427.003971] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1427.003971] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]520e5d26-c8ff-6c74-9cc8-b047e2b4c609" [ 1427.003971] env[69302]: _type = "HttpNfcLease" [ 1427.003971] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1427.004564] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a8010d-49cf-4c75-bd4b-a9ede0f57150 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.011651] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ccff8-a8cf-8013-047d-d0c9fa353905/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1427.011815] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ccff8-a8cf-8013-047d-d0c9fa353905/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1427.097048] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2551f50-f567-4c54-9d81-931c9a4118b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.194456] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.194867] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.195080] env[69302]: INFO nova.compute.manager [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Shelving [ 1429.206106] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.206545] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfe2aa88-223a-4865-8b8e-f433f3b6df65 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.217055] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1429.217055] env[69302]: value = "task-3184660" [ 1429.217055] env[69302]: _type = "Task" [ 1429.217055] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.229112] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.727305] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184660, 'name': PowerOffVM_Task, 'duration_secs': 0.210526} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.727578] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.728383] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6f299-7b3f-49ce-8d46-eb9e268dedf4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.748558] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad9c53-5e0a-44b0-8cf0-181ccf017d13 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.258537] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1430.259104] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-15f189f1-e989-4586-9601-1ee7eae68be4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.266076] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1430.266076] env[69302]: value = "task-3184661" [ 1430.266076] env[69302]: _type = "Task" [ 1430.266076] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.274286] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184661, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.775642] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184661, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.276647] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184661, 'name': CreateSnapshot_Task, 'duration_secs': 0.818698} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.277141] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1431.277537] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a9fd8-1f9a-47a7-a06d-5e21f8a03089 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.797267] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1431.798166] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a96bfb2-732a-4672-84f3-9b1b8688b82d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.806988] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1431.806988] env[69302]: value = "task-3184662" [ 1431.806988] env[69302]: _type = "Task" [ 1431.806988] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.815603] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184662, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.917190] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.317710] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184662, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.818303] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184662, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.320025] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184662, 'name': CloneVM_Task, 'duration_secs': 1.377787} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.320025] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Created linked-clone VM from snapshot [ 1433.320562] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1322d55f-f630-4bde-a821-abcda8256c80 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.327762] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Uploading image f9b43030-aa98-429e-9569-d2fdb7ed5c99 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1433.352500] env[69302]: DEBUG oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1433.352500] env[69302]: value = "vm-636917" [ 1433.352500] env[69302]: _type = "VirtualMachine" [ 1433.352500] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1433.352775] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-40b8e1f4-d278-413b-9880-653d648910ec {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.361561] env[69302]: DEBUG oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lease: (returnval){ [ 1433.361561] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d4d723-d3a3-0645-7472-f016c844297b" [ 1433.361561] env[69302]: _type = "HttpNfcLease" [ 1433.361561] env[69302]: } obtained for exporting VM: (result){ [ 1433.361561] env[69302]: value = "vm-636917" [ 1433.361561] env[69302]: _type = "VirtualMachine" [ 1433.361561] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1433.361945] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the lease: (returnval){ [ 1433.361945] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d4d723-d3a3-0645-7472-f016c844297b" [ 1433.361945] env[69302]: _type = "HttpNfcLease" [ 1433.361945] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1433.367982] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1433.367982] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d4d723-d3a3-0645-7472-f016c844297b" [ 1433.367982] env[69302]: _type = "HttpNfcLease" [ 1433.367982] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1433.742231] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ccff8-a8cf-8013-047d-d0c9fa353905/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1433.743449] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a83565-ceab-46a5-b860-bc0b4d0a5845 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.749757] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ccff8-a8cf-8013-047d-d0c9fa353905/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1433.749924] env[69302]: ERROR oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ccff8-a8cf-8013-047d-d0c9fa353905/disk-0.vmdk due to incomplete transfer. [ 1433.750146] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-850b5682-129e-4d5e-8966-4189a75b835d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.757729] env[69302]: DEBUG oslo_vmware.rw_handles [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527ccff8-a8cf-8013-047d-d0c9fa353905/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1433.757917] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Uploaded image 0a97750d-8aee-48e9-acec-efe476cf280e to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1433.760179] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1433.760430] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2a9ff15-296e-4a2d-b37b-284809c13877 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.766096] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1433.766096] env[69302]: value = "task-3184664" [ 1433.766096] env[69302]: _type = "Task" [ 1433.766096] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.775062] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184664, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.869283] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1433.869283] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d4d723-d3a3-0645-7472-f016c844297b" [ 1433.869283] env[69302]: _type = "HttpNfcLease" [ 1433.869283] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1433.869592] env[69302]: DEBUG oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1433.869592] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d4d723-d3a3-0645-7472-f016c844297b" [ 1433.869592] env[69302]: _type = "HttpNfcLease" [ 1433.869592] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1433.870247] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b72d05-390b-4dd2-b5b7-d5ff6f8d55c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.877075] env[69302]: DEBUG oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfe291-f329-3239-8e03-8fe80b733fd9/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1433.877235] env[69302]: DEBUG oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfe291-f329-3239-8e03-8fe80b733fd9/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1433.934429] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.001673] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c39867e5-c3af-4d99-87cb-79148fca15d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.276337] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184664, 'name': Destroy_Task, 'duration_secs': 0.310304} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.276683] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Destroyed the VM [ 1434.276937] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1434.277062] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f03bc15-1f27-49fa-9d54-a2b228ab91fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.283666] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1434.283666] env[69302]: value = "task-3184665" [ 1434.283666] env[69302]: _type = "Task" [ 1434.283666] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.291374] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.793392] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370316} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.793788] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1434.794141] env[69302]: DEBUG nova.compute.manager [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.795041] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ef2e9d-8347-421c-b373-46b9e5bb8b6e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.916970] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.917227] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.917401] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1435.308136] env[69302]: INFO nova.compute.manager [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Shelve offloading [ 1435.811727] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.812170] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8b4e60c-403a-4e75-8b41-587dac423b54 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.819753] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1435.819753] env[69302]: value = "task-3184666" [ 1435.819753] env[69302]: _type = "Task" [ 1435.819753] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.828065] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.917730] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.330659] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1436.330873] env[69302]: DEBUG nova.compute.manager [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.331662] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c61672e-a9be-4be9-9cf3-0db22c5b34ae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.337393] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.337559] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.337729] env[69302]: DEBUG nova.network.neutron [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.057105] env[69302]: DEBUG nova.network.neutron [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating instance_info_cache with network_info: [{"id": "8d3807f4-6759-4010-888b-da1a1b9ff086", "address": "fa:16:3e:06:1c:8c", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3807f4-67", "ovs_interfaceid": "8d3807f4-6759-4010-888b-da1a1b9ff086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.560091] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.822079] env[69302]: DEBUG nova.compute.manager [req-875f6965-0d47-4445-b692-9976b5db0982 req-5919d146-9541-4075-a7f3-206f17b37df5 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received event network-vif-unplugged-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.822727] env[69302]: DEBUG oslo_concurrency.lockutils [req-875f6965-0d47-4445-b692-9976b5db0982 req-5919d146-9541-4075-a7f3-206f17b37df5 service nova] Acquiring lock "418b2696-8d9a-468e-b81f-62de85574f44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.822976] env[69302]: DEBUG oslo_concurrency.lockutils [req-875f6965-0d47-4445-b692-9976b5db0982 req-5919d146-9541-4075-a7f3-206f17b37df5 service nova] Lock "418b2696-8d9a-468e-b81f-62de85574f44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.823188] env[69302]: DEBUG oslo_concurrency.lockutils [req-875f6965-0d47-4445-b692-9976b5db0982 req-5919d146-9541-4075-a7f3-206f17b37df5 service nova] Lock "418b2696-8d9a-468e-b81f-62de85574f44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.823477] env[69302]: DEBUG nova.compute.manager [req-875f6965-0d47-4445-b692-9976b5db0982 req-5919d146-9541-4075-a7f3-206f17b37df5 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] No waiting events found dispatching network-vif-unplugged-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.823523] env[69302]: WARNING nova.compute.manager [req-875f6965-0d47-4445-b692-9976b5db0982 req-5919d146-9541-4075-a7f3-206f17b37df5 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received unexpected event network-vif-unplugged-8d3807f4-6759-4010-888b-da1a1b9ff086 for instance with vm_state shelved and task_state shelving_offloading. [ 1437.916363] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.917411] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c2cdf-81f5-4f1b-9bed-a922871558d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.925505] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.925764] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd35cf5-c369-4238-a3aa-6baf009b0ae7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.995988] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1437.996287] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1437.996453] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleting the datastore file [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.996738] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb9ecef2-c6d1-42a5-8e2b-680217e8795a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.002879] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1438.002879] env[69302]: value = "task-3184668" [ 1438.002879] env[69302]: _type = "Task" [ 1438.002879] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.012379] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.513686] env[69302]: DEBUG oslo_vmware.api [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233133} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.514042] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.514176] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1438.514379] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.539184] env[69302]: INFO nova.scheduler.client.report [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted allocations for instance 418b2696-8d9a-468e-b81f-62de85574f44 [ 1438.917516] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.917864] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.044037] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.044366] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.044605] env[69302]: DEBUG nova.objects.instance [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'resources' on Instance uuid 418b2696-8d9a-468e-b81f-62de85574f44 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.421079] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.547139] env[69302]: DEBUG nova.objects.instance [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'numa_topology' on Instance uuid 418b2696-8d9a-468e-b81f-62de85574f44 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.850533] env[69302]: DEBUG nova.compute.manager [req-a2322cb7-86c2-4791-a2a7-a529d8c43a9a req-0eacff3a-513e-4e06-9862-dcae49e6766f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received event network-changed-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.850718] env[69302]: DEBUG nova.compute.manager [req-a2322cb7-86c2-4791-a2a7-a529d8c43a9a req-0eacff3a-513e-4e06-9862-dcae49e6766f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Refreshing instance network info cache due to event network-changed-8d3807f4-6759-4010-888b-da1a1b9ff086. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.850928] env[69302]: DEBUG oslo_concurrency.lockutils [req-a2322cb7-86c2-4791-a2a7-a529d8c43a9a req-0eacff3a-513e-4e06-9862-dcae49e6766f service nova] Acquiring lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.851083] env[69302]: DEBUG oslo_concurrency.lockutils [req-a2322cb7-86c2-4791-a2a7-a529d8c43a9a req-0eacff3a-513e-4e06-9862-dcae49e6766f service nova] Acquired lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.851248] env[69302]: DEBUG nova.network.neutron [req-a2322cb7-86c2-4791-a2a7-a529d8c43a9a req-0eacff3a-513e-4e06-9862-dcae49e6766f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Refreshing network info cache for port 8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.049364] env[69302]: DEBUG nova.objects.base [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Object Instance<418b2696-8d9a-468e-b81f-62de85574f44> lazy-loaded attributes: resources,numa_topology {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1440.090427] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf08045d-2cb6-4c8a-9b68-3880e45b487c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.098516] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1f74f3-f3b1-4075-a062-ab68b2e27960 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.130481] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d6723e-7e01-43b5-8f43-d019e46b8cc0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.138386] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9740da-2205-40ff-bfe2-c5b3d7d6715e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.153085] env[69302]: DEBUG nova.compute.provider_tree [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.573307] env[69302]: DEBUG nova.network.neutron [req-a2322cb7-86c2-4791-a2a7-a529d8c43a9a req-0eacff3a-513e-4e06-9862-dcae49e6766f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updated VIF entry in instance network info cache for port 8d3807f4-6759-4010-888b-da1a1b9ff086. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.573659] env[69302]: DEBUG nova.network.neutron [req-a2322cb7-86c2-4791-a2a7-a529d8c43a9a req-0eacff3a-513e-4e06-9862-dcae49e6766f service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating instance_info_cache with network_info: [{"id": "8d3807f4-6759-4010-888b-da1a1b9ff086", "address": "fa:16:3e:06:1c:8c", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": null, "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8d3807f4-67", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.656454] env[69302]: DEBUG nova.scheduler.client.report [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.930226] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "418b2696-8d9a-468e-b81f-62de85574f44" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.076491] env[69302]: DEBUG oslo_concurrency.lockutils [req-a2322cb7-86c2-4791-a2a7-a529d8c43a9a req-0eacff3a-513e-4e06-9862-dcae49e6766f service nova] Releasing lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.131523] env[69302]: DEBUG oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfe291-f329-3239-8e03-8fe80b733fd9/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1441.132497] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5bac8-1e72-423d-a52e-b8906dabc0c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.139445] env[69302]: DEBUG oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfe291-f329-3239-8e03-8fe80b733fd9/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1441.139618] env[69302]: ERROR oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfe291-f329-3239-8e03-8fe80b733fd9/disk-0.vmdk due to incomplete transfer. [ 1441.139832] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8a79ca21-ed21-4711-9fdc-4e15fcfcf8db {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.146516] env[69302]: DEBUG oslo_vmware.rw_handles [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfe291-f329-3239-8e03-8fe80b733fd9/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1441.146705] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Uploaded image f9b43030-aa98-429e-9569-d2fdb7ed5c99 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1441.149085] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1441.149362] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32125924-3f0d-4ebf-a058-e499fc577fc8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.154911] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1441.154911] env[69302]: value = "task-3184669" [ 1441.154911] env[69302]: _type = "Task" [ 1441.154911] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.162445] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.164798] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184669, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.165025] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.744s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.165204] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.165351] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1441.166311] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1b185c-0f04-436c-b337-9b8f9098dfbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.172934] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1937faa7-3ed2-457b-99b6-d6263c24e6b8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.186580] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318f2f9-f880-4bc6-8325-60f81e4b86bd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.192943] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac590d4-6c67-4d56-ac2c-ea53b1dff9b2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.223298] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180757MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1441.223442] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.223630] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.665065] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184669, 'name': Destroy_Task, 'duration_secs': 0.319935} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.665446] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Destroyed the VM [ 1441.665535] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1441.665769] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d20dbb8-a301-48c8-aab6-01e5cdfbbddd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.672889] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1441.672889] env[69302]: value = "task-3184670" [ 1441.672889] env[69302]: _type = "Task" [ 1441.672889] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.673334] env[69302]: DEBUG oslo_concurrency.lockutils [None req-b2fc74b9-dc3a-47f8-a45c-81d81f28d812 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.332s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.674198] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.744s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.674373] env[69302]: INFO nova.compute.manager [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Unshelving [ 1441.683909] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184670, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.185389] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184670, 'name': RemoveSnapshot_Task, 'duration_secs': 0.333536} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.187796] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1442.188070] env[69302]: DEBUG nova.compute.manager [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.188959] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c552d4-7c85-44b7-9a44-1e453ebdc86a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.246201] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 2f0c9014-aaa3-4555-bc90-2f127df6b52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1442.699878] env[69302]: INFO nova.compute.manager [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Shelve offloading [ 1442.703314] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.748649] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 418b2696-8d9a-468e-b81f-62de85574f44 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1442.748840] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1442.748982] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1442.783308] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95bc82c-602c-496b-994c-4c328f2808ad {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.790660] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c02464-3aac-41f3-9143-dfd52191e1ed {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.821091] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a54518e-ad80-46da-84fc-0beb557e3dd2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.828576] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756eceb0-b706-45de-b0ca-e4f59ab7135b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.841930] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.205025] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.205299] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-902062a0-75c2-44a3-83f4-f3790423bf87 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.213693] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1443.213693] env[69302]: value = "task-3184671" [ 1443.213693] env[69302]: _type = "Task" [ 1443.213693] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.220796] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.344993] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.724122] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1443.724500] env[69302]: DEBUG nova.compute.manager [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.725053] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983061a5-ba98-4968-8450-eab58e698455 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.730547] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.730712] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.730873] env[69302]: DEBUG nova.network.neutron [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.849535] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1443.849764] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.626s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.850023] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.147s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.850242] env[69302]: DEBUG nova.objects.instance [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'pci_requests' on Instance uuid 418b2696-8d9a-468e-b81f-62de85574f44 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.353724] env[69302]: DEBUG nova.objects.instance [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'numa_topology' on Instance uuid 418b2696-8d9a-468e-b81f-62de85574f44 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.453598] env[69302]: DEBUG nova.network.neutron [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [{"id": "04788269-c94a-4643-be25-0a4fa52e2c69", "address": "fa:16:3e:16:46:7d", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04788269-c9", "ovs_interfaceid": "04788269-c94a-4643-be25-0a4fa52e2c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.845948] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.846261] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.856718] env[69302]: INFO nova.compute.claims [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.956372] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.151999] env[69302]: DEBUG nova.compute.manager [req-a0a8eb98-bad8-4c42-807d-a1d4025ec82f req-62393578-a019-4802-8b3d-0fd139ce54ae service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received event network-vif-unplugged-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1445.152252] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0a8eb98-bad8-4c42-807d-a1d4025ec82f req-62393578-a019-4802-8b3d-0fd139ce54ae service nova] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.152498] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0a8eb98-bad8-4c42-807d-a1d4025ec82f req-62393578-a019-4802-8b3d-0fd139ce54ae service nova] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.152621] env[69302]: DEBUG oslo_concurrency.lockutils [req-a0a8eb98-bad8-4c42-807d-a1d4025ec82f req-62393578-a019-4802-8b3d-0fd139ce54ae service nova] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.152781] env[69302]: DEBUG nova.compute.manager [req-a0a8eb98-bad8-4c42-807d-a1d4025ec82f req-62393578-a019-4802-8b3d-0fd139ce54ae service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] No waiting events found dispatching network-vif-unplugged-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1445.152947] env[69302]: WARNING nova.compute.manager [req-a0a8eb98-bad8-4c42-807d-a1d4025ec82f req-62393578-a019-4802-8b3d-0fd139ce54ae service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received unexpected event network-vif-unplugged-04788269-c94a-4643-be25-0a4fa52e2c69 for instance with vm_state shelved and task_state shelving_offloading. [ 1445.241017] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.241933] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed64a3f2-237e-4796-880e-1b8d54b13d43 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.249396] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.249615] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff52b7f2-1f5e-493b-bf93-82eacfba6058 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.309384] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.309707] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.310138] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleting the datastore file [datastore2] 2f0c9014-aaa3-4555-bc90-2f127df6b52f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.310364] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24afe01f-862c-4808-8354-cfc35b95c15a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.317370] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1445.317370] env[69302]: value = "task-3184673" [ 1445.317370] env[69302]: _type = "Task" [ 1445.317370] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.324956] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.827505] env[69302]: DEBUG oslo_vmware.api [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123043} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.827763] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.827957] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.828169] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.849493] env[69302]: INFO nova.scheduler.client.report [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted allocations for instance 2f0c9014-aaa3-4555-bc90-2f127df6b52f [ 1445.890391] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a9a264-1b64-4211-ad43-c9d060c438e6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.898053] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a610d6ad-1b1d-4a8f-b13d-1a79058900b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.927411] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4f2d30-ac25-4eda-aa38-cd5f421ef10a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.933833] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c320e6-37ef-4058-bb04-43de26233eae {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.947568] env[69302]: DEBUG nova.compute.provider_tree [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.353794] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.450223] env[69302]: DEBUG nova.scheduler.client.report [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.955066] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.105s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.957688] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.604s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.957963] env[69302]: DEBUG nova.objects.instance [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'resources' on Instance uuid 2f0c9014-aaa3-4555-bc90-2f127df6b52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.985787] env[69302]: INFO nova.network.neutron [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating port 8d3807f4-6759-4010-888b-da1a1b9ff086 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1447.179108] env[69302]: DEBUG nova.compute.manager [req-cae7e7c2-bdbf-4167-b969-58469bff6c64 req-46057995-3546-47d9-8739-fdc0cafce8fd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received event network-changed-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.179306] env[69302]: DEBUG nova.compute.manager [req-cae7e7c2-bdbf-4167-b969-58469bff6c64 req-46057995-3546-47d9-8739-fdc0cafce8fd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Refreshing instance network info cache due to event network-changed-04788269-c94a-4643-be25-0a4fa52e2c69. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1447.179516] env[69302]: DEBUG oslo_concurrency.lockutils [req-cae7e7c2-bdbf-4167-b969-58469bff6c64 req-46057995-3546-47d9-8739-fdc0cafce8fd service nova] Acquiring lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.179656] env[69302]: DEBUG oslo_concurrency.lockutils [req-cae7e7c2-bdbf-4167-b969-58469bff6c64 req-46057995-3546-47d9-8739-fdc0cafce8fd service nova] Acquired lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.179812] env[69302]: DEBUG nova.network.neutron [req-cae7e7c2-bdbf-4167-b969-58469bff6c64 req-46057995-3546-47d9-8739-fdc0cafce8fd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Refreshing network info cache for port 04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.460633] env[69302]: DEBUG nova.objects.instance [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f0c9014-aaa3-4555-bc90-2f127df6b52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.880613] env[69302]: DEBUG nova.network.neutron [req-cae7e7c2-bdbf-4167-b969-58469bff6c64 req-46057995-3546-47d9-8739-fdc0cafce8fd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updated VIF entry in instance network info cache for port 04788269-c94a-4643-be25-0a4fa52e2c69. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.880952] env[69302]: DEBUG nova.network.neutron [req-cae7e7c2-bdbf-4167-b969-58469bff6c64 req-46057995-3546-47d9-8739-fdc0cafce8fd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [{"id": "04788269-c94a-4643-be25-0a4fa52e2c69", "address": "fa:16:3e:16:46:7d", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap04788269-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.962770] env[69302]: DEBUG nova.objects.base [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Object Instance<2f0c9014-aaa3-4555-bc90-2f127df6b52f> lazy-loaded attributes: resources,numa_topology {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1447.999388] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70313733-45c7-4e91-acba-5589d2173f02 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.006838] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd4adf1-7c60-4f6e-81f1-8eec8196827a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.038011] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adda4a5e-a11b-432c-877b-45cbd02a06f3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.045115] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4109dacd-504a-46ae-bda6-ab689dba0850 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.057882] env[69302]: DEBUG nova.compute.provider_tree [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.238676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.383387] env[69302]: DEBUG oslo_concurrency.lockutils [req-cae7e7c2-bdbf-4167-b969-58469bff6c64 req-46057995-3546-47d9-8739-fdc0cafce8fd service nova] Releasing lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.514768] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.514902] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.515071] env[69302]: DEBUG nova.network.neutron [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.560292] env[69302]: DEBUG nova.scheduler.client.report [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.064303] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.207903] env[69302]: DEBUG nova.network.neutron [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating instance_info_cache with network_info: [{"id": "8d3807f4-6759-4010-888b-da1a1b9ff086", "address": "fa:16:3e:06:1c:8c", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3807f4-67", "ovs_interfaceid": "8d3807f4-6759-4010-888b-da1a1b9ff086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.211162] env[69302]: DEBUG nova.compute.manager [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received event network-vif-plugged-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.211368] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] Acquiring lock "418b2696-8d9a-468e-b81f-62de85574f44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.211566] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] Lock "418b2696-8d9a-468e-b81f-62de85574f44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.211728] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] Lock "418b2696-8d9a-468e-b81f-62de85574f44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.211887] env[69302]: DEBUG nova.compute.manager [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] No waiting events found dispatching network-vif-plugged-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1449.212057] env[69302]: WARNING nova.compute.manager [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received unexpected event network-vif-plugged-8d3807f4-6759-4010-888b-da1a1b9ff086 for instance with vm_state shelved_offloaded and task_state spawning. [ 1449.212214] env[69302]: DEBUG nova.compute.manager [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received event network-changed-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.212361] env[69302]: DEBUG nova.compute.manager [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Refreshing instance network info cache due to event network-changed-8d3807f4-6759-4010-888b-da1a1b9ff086. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.212518] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] Acquiring lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.571265] env[69302]: DEBUG oslo_concurrency.lockutils [None req-16a7f5a8-8ac4-48f5-bf9c-d88c5d35864a tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.376s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.571917] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.333s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.572108] env[69302]: INFO nova.compute.manager [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Unshelving [ 1449.713936] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.717227] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] Acquired lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.717227] env[69302]: DEBUG nova.network.neutron [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Refreshing network info cache for port 8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.740713] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9667ceaacaa7ed08ffb551b9b37d7f28',container_format='bare',created_at=2025-03-26T20:43:11Z,direct_url=,disk_format='vmdk',id=0a97750d-8aee-48e9-acec-efe476cf280e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-137448385-shelved',owner='3cc72b3f6aee478494493af5e68112a7',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-26T20:43:23Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.741008] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.741220] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.741454] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.741645] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.741834] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.742074] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.742242] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.742413] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.742577] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.742748] env[69302]: DEBUG nova.virt.hardware [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.743835] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f6fff8-9531-4dec-8892-bda3c8665e44 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.751785] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d59eca7-530f-41cd-b802-4176c8cd2a2c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.766343] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:1c:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d3807f4-6759-4010-888b-da1a1b9ff086', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.773524] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.773759] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.773966] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3349a6f8-9015-4eec-a709-309596f754b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.793230] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.793230] env[69302]: value = "task-3184674" [ 1449.793230] env[69302]: _type = "Task" [ 1449.793230] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.803091] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184674, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.303049] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184674, 'name': CreateVM_Task, 'duration_secs': 0.287815} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.303364] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.303845] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.304012] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.304423] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.304677] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f25dcde-db8d-46a9-a997-f9a25c94bade {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.311478] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1450.311478] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5259851b-3b74-100a-867a-4f8533b84605" [ 1450.311478] env[69302]: _type = "Task" [ 1450.311478] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.330042] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.330294] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Processing image 0a97750d-8aee-48e9-acec-efe476cf280e {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.330525] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e/0a97750d-8aee-48e9-acec-efe476cf280e.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.330676] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e/0a97750d-8aee-48e9-acec-efe476cf280e.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.330900] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.331182] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52703370-0efe-4bd9-adc2-77120055f9d5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.340288] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.340492] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.341214] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc977d33-1fbf-4543-9e1c-2ed471b168f1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.346423] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1450.346423] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d7338f-6666-9421-e1a2-7084ed17d3b1" [ 1450.346423] env[69302]: _type = "Task" [ 1450.346423] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.354925] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d7338f-6666-9421-e1a2-7084ed17d3b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.457996] env[69302]: DEBUG nova.network.neutron [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updated VIF entry in instance network info cache for port 8d3807f4-6759-4010-888b-da1a1b9ff086. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.458400] env[69302]: DEBUG nova.network.neutron [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating instance_info_cache with network_info: [{"id": "8d3807f4-6759-4010-888b-da1a1b9ff086", "address": "fa:16:3e:06:1c:8c", "network": {"id": "6ffda93b-3e51-433f-a1b3-1610b696c9b7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-228074161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc72b3f6aee478494493af5e68112a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3807f4-67", "ovs_interfaceid": "8d3807f4-6759-4010-888b-da1a1b9ff086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.581343] env[69302]: DEBUG nova.compute.utils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1450.857816] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Preparing fetch location {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1450.858032] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Fetch image to [datastore2] OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3/OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3.vmdk {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1450.858227] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Downloading stream optimized image 0a97750d-8aee-48e9-acec-efe476cf280e to [datastore2] OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3/OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3.vmdk on the data store datastore2 as vApp {{(pid=69302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1450.858393] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Downloading image file data 0a97750d-8aee-48e9-acec-efe476cf280e to the ESX as VM named 'OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3' {{(pid=69302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1450.926378] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1450.926378] env[69302]: value = "resgroup-9" [ 1450.926378] env[69302]: _type = "ResourcePool" [ 1450.926378] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1450.926592] env[69302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-318bc699-defd-4ce4-8e29-6f369d4607d2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.959399] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease: (returnval){ [ 1450.959399] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521ecf38-bff4-2c37-5d1e-44b964186359" [ 1450.959399] env[69302]: _type = "HttpNfcLease" [ 1450.959399] env[69302]: } obtained for vApp import into resource pool (val){ [ 1450.959399] env[69302]: value = "resgroup-9" [ 1450.959399] env[69302]: _type = "ResourcePool" [ 1450.959399] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1450.959702] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the lease: (returnval){ [ 1450.959702] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521ecf38-bff4-2c37-5d1e-44b964186359" [ 1450.959702] env[69302]: _type = "HttpNfcLease" [ 1450.959702] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1450.962847] env[69302]: DEBUG oslo_concurrency.lockutils [req-f9753a1c-0fbb-448b-97a9-8a998ec9d05e req-80f497aa-2395-4781-a7a9-669f06309457 service nova] Releasing lock "refresh_cache-418b2696-8d9a-468e-b81f-62de85574f44" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.966216] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1450.966216] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521ecf38-bff4-2c37-5d1e-44b964186359" [ 1450.966216] env[69302]: _type = "HttpNfcLease" [ 1450.966216] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1451.084841] env[69302]: INFO nova.virt.block_device [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Booting with volume 1246a6a2-05ab-49c8-8333-fd61fa782f66 at /dev/sdb [ 1451.119317] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48bb7249-0dc7-43a6-a215-de5ec5d85212 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.128635] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b26c0a-a9f9-4ac9-9334-5580105bde6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.152567] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c21844ec-e3ca-4a9e-a29b-034b190eb85c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.160490] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8570dff-ec98-4d56-bcb2-3ccd84fe174d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.185380] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0630a6b3-8b16-4283-8097-8dab916e6480 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.191420] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beed4bac-a04d-4eef-9849-1228aaac4fb3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.203943] env[69302]: DEBUG nova.virt.block_device [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating existing volume attachment record: f934a12e-767a-44a0-8890-60ced54112b6 {{(pid=69302) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1451.467473] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1451.467473] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521ecf38-bff4-2c37-5d1e-44b964186359" [ 1451.467473] env[69302]: _type = "HttpNfcLease" [ 1451.467473] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1451.467942] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1451.467942] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521ecf38-bff4-2c37-5d1e-44b964186359" [ 1451.467942] env[69302]: _type = "HttpNfcLease" [ 1451.467942] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1451.468480] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24aede4c-c5ce-4eb4-b0aa-e6b3f629b215 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.475592] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1844-b4cd-d38c-b323-2bbd3608a422/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1451.475747] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1844-b4cd-d38c-b323-2bbd3608a422/disk-0.vmdk. {{(pid=69302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1451.538652] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eeeca51c-8613-4fd4-b512-0ee9b97657d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.657496] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Completed reading data from the image iterator. {{(pid=69302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1452.657800] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1844-b4cd-d38c-b323-2bbd3608a422/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1452.658615] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a56684-88b8-4331-bf39-f10a12dbac98 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.665306] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1844-b4cd-d38c-b323-2bbd3608a422/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1452.665467] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1844-b4cd-d38c-b323-2bbd3608a422/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1452.665677] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-43a9e241-0ad9-49ff-94cd-a6f3464afa30 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.854310] env[69302]: DEBUG oslo_vmware.rw_handles [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525a1844-b4cd-d38c-b323-2bbd3608a422/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1452.854520] env[69302]: INFO nova.virt.vmwareapi.images [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Downloaded image file data 0a97750d-8aee-48e9-acec-efe476cf280e [ 1452.855526] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c411d9e1-545b-4ac4-a42c-25d4ebe01495 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.871850] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2654a598-3a9f-4ad6-b33b-c760cd47bb55 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.894893] env[69302]: INFO nova.virt.vmwareapi.images [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] The imported VM was unregistered [ 1452.897371] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Caching image {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1452.897602] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.897865] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731657d9-6e91-42b2-9b1e-27d8048ebb55 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.908522] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Created directory with path [datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.908703] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3/OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3.vmdk to [datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e/0a97750d-8aee-48e9-acec-efe476cf280e.vmdk. {{(pid=69302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1452.908927] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-77e19261-4aba-4f74-bd26-721939d8788d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.915282] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1452.915282] env[69302]: value = "task-3184680" [ 1452.915282] env[69302]: _type = "Task" [ 1452.915282] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.922393] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184680, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.424199] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184680, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.925171] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184680, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.425906] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184680, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.926178] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184680, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.427138] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184680, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.118683} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.427417] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3/OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3.vmdk to [datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e/0a97750d-8aee-48e9-acec-efe476cf280e.vmdk. [ 1455.427604] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Cleaning up location [datastore2] OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1455.427770] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d1c42587-2b19-4a66-9a86-3d4e8d1200d3 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.428015] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5688bea5-1d19-4fe1-8f5b-760e575ed81d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.434100] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1455.434100] env[69302]: value = "task-3184682" [ 1455.434100] env[69302]: _type = "Task" [ 1455.434100] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.441108] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.945667] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032567} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.945967] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.947029] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e/0a97750d-8aee-48e9-acec-efe476cf280e.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.947029] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e/0a97750d-8aee-48e9-acec-efe476cf280e.vmdk to [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44/418b2696-8d9a-468e-b81f-62de85574f44.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.947029] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2260d37-3033-4d3a-8820-5f8a2593d6c0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.952480] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1455.952480] env[69302]: value = "task-3184683" [ 1455.952480] env[69302]: _type = "Task" [ 1455.952480] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.959324] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.463280] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184683, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.803328] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.803611] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.803864] env[69302]: DEBUG nova.objects.instance [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f0c9014-aaa3-4555-bc90-2f127df6b52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.962926] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184683, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.307822] env[69302]: DEBUG nova.objects.instance [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f0c9014-aaa3-4555-bc90-2f127df6b52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.465664] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184683, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.810290] env[69302]: INFO nova.compute.claims [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.965380] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184683, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.465191] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184683, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.139772} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.465452] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0a97750d-8aee-48e9-acec-efe476cf280e/0a97750d-8aee-48e9-acec-efe476cf280e.vmdk to [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44/418b2696-8d9a-468e-b81f-62de85574f44.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1458.466258] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198d6192-9f70-4bdc-ae4d-492fb9c2a02e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.487344] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44/418b2696-8d9a-468e-b81f-62de85574f44.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.487556] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f061d117-c0bd-4a44-8441-64a3e981ffc1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.505718] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1458.505718] env[69302]: value = "task-3184684" [ 1458.505718] env[69302]: _type = "Task" [ 1458.505718] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.512626] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.856308] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dd634e-e4ef-4a2a-895e-efec18cd6d6e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.864865] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e476bfaf-77b9-489b-b372-aecad6cdd162 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.894098] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6371114-ab40-40b8-b2b4-66619af5c7a2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.900963] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d75bd6-738d-446b-9816-6fdb3155919d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.913637] env[69302]: DEBUG nova.compute.provider_tree [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.014843] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184684, 'name': ReconfigVM_Task, 'duration_secs': 0.272539} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.015191] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44/418b2696-8d9a-468e-b81f-62de85574f44.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.015758] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aca9b6d-1ecd-4e51-83b3-a4b414389861 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.022049] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1459.022049] env[69302]: value = "task-3184685" [ 1459.022049] env[69302]: _type = "Task" [ 1459.022049] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.029349] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184685, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.416909] env[69302]: DEBUG nova.scheduler.client.report [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.531439] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184685, 'name': Rename_Task, 'duration_secs': 0.136489} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.531701] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.531932] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b08260c1-7ff6-4346-8b82-6eceeb57b2ea {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.538412] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1459.538412] env[69302]: value = "task-3184686" [ 1459.538412] env[69302]: _type = "Task" [ 1459.538412] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.545538] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.922051] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.953487] env[69302]: INFO nova.network.neutron [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating port 04788269-c94a-4643-be25-0a4fa52e2c69 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1460.049010] env[69302]: DEBUG oslo_vmware.api [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184686, 'name': PowerOnVM_Task, 'duration_secs': 0.414366} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.049356] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.174478] env[69302]: DEBUG nova.compute.manager [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.175406] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d605268-a524-42b9-a0c7-ffca3f919e9c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.691349] env[69302]: DEBUG oslo_concurrency.lockutils [None req-097c6750-c970-4f7f-99d1-dabf8c79f8f1 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.017s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.311968] env[69302]: DEBUG nova.compute.manager [req-8e9ba271-3d77-4098-9c76-251429093651 req-030d0d3b-8c58-40ae-b492-61a18de27f1c service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received event network-vif-plugged-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.311968] env[69302]: DEBUG oslo_concurrency.lockutils [req-8e9ba271-3d77-4098-9c76-251429093651 req-030d0d3b-8c58-40ae-b492-61a18de27f1c service nova] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.311968] env[69302]: DEBUG oslo_concurrency.lockutils [req-8e9ba271-3d77-4098-9c76-251429093651 req-030d0d3b-8c58-40ae-b492-61a18de27f1c service nova] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.311968] env[69302]: DEBUG oslo_concurrency.lockutils [req-8e9ba271-3d77-4098-9c76-251429093651 req-030d0d3b-8c58-40ae-b492-61a18de27f1c service nova] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.311968] env[69302]: DEBUG nova.compute.manager [req-8e9ba271-3d77-4098-9c76-251429093651 req-030d0d3b-8c58-40ae-b492-61a18de27f1c service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] No waiting events found dispatching network-vif-plugged-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.311968] env[69302]: WARNING nova.compute.manager [req-8e9ba271-3d77-4098-9c76-251429093651 req-030d0d3b-8c58-40ae-b492-61a18de27f1c service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received unexpected event network-vif-plugged-04788269-c94a-4643-be25-0a4fa52e2c69 for instance with vm_state shelved_offloaded and task_state spawning. [ 1461.400734] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.401028] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.401237] env[69302]: DEBUG nova.network.neutron [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.595743] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "418b2696-8d9a-468e-b81f-62de85574f44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.596026] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.596263] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "418b2696-8d9a-468e-b81f-62de85574f44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.596455] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.596621] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.598700] env[69302]: INFO nova.compute.manager [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Terminating instance [ 1462.091235] env[69302]: DEBUG nova.network.neutron [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [{"id": "04788269-c94a-4643-be25-0a4fa52e2c69", "address": "fa:16:3e:16:46:7d", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04788269-c9", "ovs_interfaceid": "04788269-c94a-4643-be25-0a4fa52e2c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.102725] env[69302]: DEBUG nova.compute.manager [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.102725] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.103502] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9332c61-62dd-4ee8-afcb-938e6da19639 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.111875] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.112108] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38cc6383-3ce6-4665-8da5-cf2a71a29afa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.118074] env[69302]: DEBUG oslo_vmware.api [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1462.118074] env[69302]: value = "task-3184687" [ 1462.118074] env[69302]: _type = "Task" [ 1462.118074] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.126471] env[69302]: DEBUG oslo_vmware.api [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.594042] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.619883] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='955065b62cc6e50344ecda5243f98c3c',container_format='bare',created_at=2025-03-26T20:43:17Z,direct_url=,disk_format='vmdk',id=f9b43030-aa98-429e-9569-d2fdb7ed5c99,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1023563689-shelved',owner='a5938a0bbda34f2194df0d4e33d4308b',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-26T20:43:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.620154] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.620315] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.620498] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.620645] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.620792] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.621006] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.621204] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.621385] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.621549] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.621716] env[69302]: DEBUG nova.virt.hardware [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.622659] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa5f313-db94-4f85-b646-56aaaccaff9e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.635831] env[69302]: DEBUG oslo_vmware.api [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184687, 'name': PowerOffVM_Task, 'duration_secs': 0.199397} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.637059] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8e1c8b-e5fa-4335-9ff9-c2df56580898 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.640534] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.640709] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.640930] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a6d05e-4147-49fb-8baf-3fe629ab41fa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.652813] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:46:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04788269-c94a-4643-be25-0a4fa52e2c69', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.659869] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1462.660103] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.660292] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b354f27e-624f-4c81-a367-02e1bb45be72 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.678117] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.678117] env[69302]: value = "task-3184689" [ 1462.678117] env[69302]: _type = "Task" [ 1462.678117] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.685055] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184689, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.704615] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.704812] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.704987] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleting the datastore file [datastore2] 418b2696-8d9a-468e-b81f-62de85574f44 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.705242] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e029631-05aa-48e8-835a-ad231a25e203 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.711104] env[69302]: DEBUG oslo_vmware.api [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for the task: (returnval){ [ 1462.711104] env[69302]: value = "task-3184690" [ 1462.711104] env[69302]: _type = "Task" [ 1462.711104] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.718399] env[69302]: DEBUG oslo_vmware.api [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.187256] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184689, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.219406] env[69302]: DEBUG oslo_vmware.api [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Task: {'id': task-3184690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154622} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.219646] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.219826] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.220011] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.220199] env[69302]: INFO nova.compute.manager [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1463.220431] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.220611] env[69302]: DEBUG nova.compute.manager [-] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.220706] env[69302]: DEBUG nova.network.neutron [-] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.336618] env[69302]: DEBUG nova.compute.manager [req-9b327da7-a27b-438a-a66b-69f7e7fa2f59 req-4e77f44a-c78a-4312-9541-cf98af03acbd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received event network-changed-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.336798] env[69302]: DEBUG nova.compute.manager [req-9b327da7-a27b-438a-a66b-69f7e7fa2f59 req-4e77f44a-c78a-4312-9541-cf98af03acbd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Refreshing instance network info cache due to event network-changed-04788269-c94a-4643-be25-0a4fa52e2c69. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1463.337103] env[69302]: DEBUG oslo_concurrency.lockutils [req-9b327da7-a27b-438a-a66b-69f7e7fa2f59 req-4e77f44a-c78a-4312-9541-cf98af03acbd service nova] Acquiring lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.337255] env[69302]: DEBUG oslo_concurrency.lockutils [req-9b327da7-a27b-438a-a66b-69f7e7fa2f59 req-4e77f44a-c78a-4312-9541-cf98af03acbd service nova] Acquired lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.338193] env[69302]: DEBUG nova.network.neutron [req-9b327da7-a27b-438a-a66b-69f7e7fa2f59 req-4e77f44a-c78a-4312-9541-cf98af03acbd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Refreshing network info cache for port 04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.688834] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184689, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.042289] env[69302]: DEBUG nova.network.neutron [req-9b327da7-a27b-438a-a66b-69f7e7fa2f59 req-4e77f44a-c78a-4312-9541-cf98af03acbd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updated VIF entry in instance network info cache for port 04788269-c94a-4643-be25-0a4fa52e2c69. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.042641] env[69302]: DEBUG nova.network.neutron [req-9b327da7-a27b-438a-a66b-69f7e7fa2f59 req-4e77f44a-c78a-4312-9541-cf98af03acbd service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [{"id": "04788269-c94a-4643-be25-0a4fa52e2c69", "address": "fa:16:3e:16:46:7d", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04788269-c9", "ovs_interfaceid": "04788269-c94a-4643-be25-0a4fa52e2c69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.189604] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184689, 'name': CreateVM_Task, 'duration_secs': 1.133091} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.189796] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.190434] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.190599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.190970] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.191224] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8609b59c-9697-494c-bff1-d18006a38b1e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.195694] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1464.195694] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fd59da-22d0-88a0-2a50-1d2f755a4566" [ 1464.195694] env[69302]: _type = "Task" [ 1464.195694] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.206129] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52fd59da-22d0-88a0-2a50-1d2f755a4566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.366700] env[69302]: DEBUG nova.network.neutron [-] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.546740] env[69302]: DEBUG oslo_concurrency.lockutils [req-9b327da7-a27b-438a-a66b-69f7e7fa2f59 req-4e77f44a-c78a-4312-9541-cf98af03acbd service nova] Releasing lock "refresh_cache-2f0c9014-aaa3-4555-bc90-2f127df6b52f" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.706378] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.706732] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Processing image f9b43030-aa98-429e-9569-d2fdb7ed5c99 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.706783] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99/f9b43030-aa98-429e-9569-d2fdb7ed5c99.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.706919] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99/f9b43030-aa98-429e-9569-d2fdb7ed5c99.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.707129] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.707382] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-243db61d-5b5b-46ba-85a7-e3bcf3fddaa3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.723223] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.723408] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.724065] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f95efc-0a90-4f72-9024-f2ba8e31faa6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.728726] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1464.728726] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aa2caf-aa7e-7fd0-764f-aff96afab1e0" [ 1464.728726] env[69302]: _type = "Task" [ 1464.728726] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.737180] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52aa2caf-aa7e-7fd0-764f-aff96afab1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.872882] env[69302]: INFO nova.compute.manager [-] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Took 1.65 seconds to deallocate network for instance. [ 1465.242342] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Preparing fetch location {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1465.242641] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Fetch image to [datastore1] OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d/OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d.vmdk {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1465.242904] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Downloading stream optimized image f9b43030-aa98-429e-9569-d2fdb7ed5c99 to [datastore1] OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d/OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d.vmdk on the data store datastore1 as vApp {{(pid=69302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1465.243175] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Downloading image file data f9b43030-aa98-429e-9569-d2fdb7ed5c99 to the ESX as VM named 'OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d' {{(pid=69302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1465.320317] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1465.320317] env[69302]: value = "resgroup-9" [ 1465.320317] env[69302]: _type = "ResourcePool" [ 1465.320317] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1465.320607] env[69302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-50daf057-3387-4a97-84db-9a10a87e51aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.341187] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lease: (returnval){ [ 1465.341187] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bdbe-1985-363b-5e7c-6b77372bcc3d" [ 1465.341187] env[69302]: _type = "HttpNfcLease" [ 1465.341187] env[69302]: } obtained for vApp import into resource pool (val){ [ 1465.341187] env[69302]: value = "resgroup-9" [ 1465.341187] env[69302]: _type = "ResourcePool" [ 1465.341187] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1465.341472] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the lease: (returnval){ [ 1465.341472] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bdbe-1985-363b-5e7c-6b77372bcc3d" [ 1465.341472] env[69302]: _type = "HttpNfcLease" [ 1465.341472] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1465.347785] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1465.347785] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bdbe-1985-363b-5e7c-6b77372bcc3d" [ 1465.347785] env[69302]: _type = "HttpNfcLease" [ 1465.347785] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1465.363710] env[69302]: DEBUG nova.compute.manager [req-a87d7e16-c240-4e20-be90-fd65803a0200 req-ad628246-1640-4fdb-97f1-d6bdfe58c7ef service nova] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Received event network-vif-deleted-8d3807f4-6759-4010-888b-da1a1b9ff086 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1465.379259] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.379522] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.379733] env[69302]: DEBUG nova.objects.instance [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lazy-loading 'resources' on Instance uuid 418b2696-8d9a-468e-b81f-62de85574f44 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.850382] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1465.850382] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bdbe-1985-363b-5e7c-6b77372bcc3d" [ 1465.850382] env[69302]: _type = "HttpNfcLease" [ 1465.850382] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1465.926425] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dc7153-7d55-4f42-a138-08bd54725ba2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.933744] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd518cc8-5601-403c-958c-e3f453ae6d42 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.963233] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1cae7d-74a0-4465-b7f0-57c6808965b0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.970911] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206e9d2a-dc24-43c6-909c-b1947b269880 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.987283] env[69302]: DEBUG nova.compute.provider_tree [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.350684] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1466.350684] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bdbe-1985-363b-5e7c-6b77372bcc3d" [ 1466.350684] env[69302]: _type = "HttpNfcLease" [ 1466.350684] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1466.350975] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1466.350975] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5295bdbe-1985-363b-5e7c-6b77372bcc3d" [ 1466.350975] env[69302]: _type = "HttpNfcLease" [ 1466.350975] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1466.351617] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9fdc0e-9e13-43d4-a9f7-c04fbba18aa2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.358400] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0e9f-62df-0033-d81e-335de9655583/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1466.358578] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0e9f-62df-0033-d81e-335de9655583/disk-0.vmdk. {{(pid=69302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1466.423495] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d43dffd8-3b80-4511-91e4-bb4062776783 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.493012] env[69302]: DEBUG nova.scheduler.client.report [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.997912] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.019289] env[69302]: INFO nova.scheduler.client.report [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Deleted allocations for instance 418b2696-8d9a-468e-b81f-62de85574f44 [ 1467.417949] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Completed reading data from the image iterator. {{(pid=69302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1467.418178] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0e9f-62df-0033-d81e-335de9655583/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1467.419039] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8f3fa0-b90b-4e6d-9c74-a7996224b5d7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.425658] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0e9f-62df-0033-d81e-335de9655583/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1467.425824] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0e9f-62df-0033-d81e-335de9655583/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1467.426101] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6f9dceaf-ec0f-4f83-860f-1c569b1f71e3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.527521] env[69302]: DEBUG oslo_concurrency.lockutils [None req-3aa11ad1-4d29-4375-b0b6-b9a2c024fe09 tempest-ServerActionsTestOtherB-1978598510 tempest-ServerActionsTestOtherB-1978598510-project-member] Lock "418b2696-8d9a-468e-b81f-62de85574f44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.931s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.638308] env[69302]: DEBUG oslo_vmware.rw_handles [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d0e9f-62df-0033-d81e-335de9655583/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1467.638531] env[69302]: INFO nova.virt.vmwareapi.images [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Downloaded image file data f9b43030-aa98-429e-9569-d2fdb7ed5c99 [ 1467.639555] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270b0fe6-2715-4c61-928c-96848010762b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.655072] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64cdb13-87ad-4f8b-afc8-ff7087e6ca6a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.679849] env[69302]: INFO nova.virt.vmwareapi.images [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] The imported VM was unregistered [ 1467.682643] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Caching image {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1467.682949] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.683245] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-406eea5f-0777-414b-8793-6a5d792fb6aa {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.701051] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Created directory with path [datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.701256] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d/OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d.vmdk to [datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99/f9b43030-aa98-429e-9569-d2fdb7ed5c99.vmdk. {{(pid=69302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1467.701506] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2fdb4491-3738-4e1e-abd5-59d3211ccf59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.707947] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1467.707947] env[69302]: value = "task-3184694" [ 1467.707947] env[69302]: _type = "Task" [ 1467.707947] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.715473] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184694, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.222278] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184694, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.720338] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184694, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.221898] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184694, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.723666] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184694, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.221474] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184694, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.198863} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.221736] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d/OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d.vmdk to [datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99/f9b43030-aa98-429e-9569-d2fdb7ed5c99.vmdk. [ 1470.221930] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Cleaning up location [datastore1] OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1470.222102] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1bf1f259-6cbd-4ab2-892e-e1c02061239d {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.222353] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42088033-66e3-496e-88ee-571ab8d1b08b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.228455] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1470.228455] env[69302]: value = "task-3184695" [ 1470.228455] env[69302]: _type = "Task" [ 1470.228455] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.235996] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.739074] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031159} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.739391] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.739586] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99/f9b43030-aa98-429e-9569-d2fdb7ed5c99.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.739840] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99/f9b43030-aa98-429e-9569-d2fdb7ed5c99.vmdk to [datastore1] 2f0c9014-aaa3-4555-bc90-2f127df6b52f/2f0c9014-aaa3-4555-bc90-2f127df6b52f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.740106] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a4fae8b-c5c0-4cfc-99cd-56ef64a5ea9b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.746501] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1470.746501] env[69302]: value = "task-3184696" [ 1470.746501] env[69302]: _type = "Task" [ 1470.746501] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.754052] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.259349] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184696, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.760623] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184696, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.265247] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184696, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.765124] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184696, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.262943] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184696, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.196716} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.263169] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9b43030-aa98-429e-9569-d2fdb7ed5c99/f9b43030-aa98-429e-9569-d2fdb7ed5c99.vmdk to [datastore1] 2f0c9014-aaa3-4555-bc90-2f127df6b52f/2f0c9014-aaa3-4555-bc90-2f127df6b52f.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.263935] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbaba49-1972-44a4-84e3-cfd96ac04021 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.285871] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 2f0c9014-aaa3-4555-bc90-2f127df6b52f/2f0c9014-aaa3-4555-bc90-2f127df6b52f.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.286124] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5358279e-2282-47d6-aca8-7b4f9eb99ba2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.304248] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1473.304248] env[69302]: value = "task-3184697" [ 1473.304248] env[69302]: _type = "Task" [ 1473.304248] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.311423] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.814867] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184697, 'name': ReconfigVM_Task, 'duration_secs': 0.268898} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.815260] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 2f0c9014-aaa3-4555-bc90-2f127df6b52f/2f0c9014-aaa3-4555-bc90-2f127df6b52f.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1473.816426] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'image_id': 'e0d636a7-a133-4948-827e-d20ca08c6942'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636921', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'name': 'volume-1246a6a2-05ab-49c8-8333-fd61fa782f66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2f0c9014-aaa3-4555-bc90-2f127df6b52f', 'attached_at': '', 'detached_at': '', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'serial': '1246a6a2-05ab-49c8-8333-fd61fa782f66'}, 'disk_bus': None, 'attachment_id': 'f934a12e-767a-44a0-8890-60ced54112b6', 'guest_format': None, 'boot_index': None, 'device_type': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69302) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1473.816631] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Volume attach. Driver type: vmdk {{(pid=69302) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1473.816819] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636921', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'name': 'volume-1246a6a2-05ab-49c8-8333-fd61fa782f66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2f0c9014-aaa3-4555-bc90-2f127df6b52f', 'attached_at': '', 'detached_at': '', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'serial': '1246a6a2-05ab-49c8-8333-fd61fa782f66'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1473.817618] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774f706a-ae93-4d60-b4af-a5cdd4cae732 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.832140] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce13a1-dd22-4a40-8910-f0cf498abbfd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.856631] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-1246a6a2-05ab-49c8-8333-fd61fa782f66/volume-1246a6a2-05ab-49c8-8333-fd61fa782f66.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1473.856857] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2273cdb-ad57-4143-a846-740011082bcd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.873735] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1473.873735] env[69302]: value = "task-3184698" [ 1473.873735] env[69302]: _type = "Task" [ 1473.873735] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.882293] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.384268] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184698, 'name': ReconfigVM_Task, 'duration_secs': 0.341098} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.384602] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-1246a6a2-05ab-49c8-8333-fd61fa782f66/volume-1246a6a2-05ab-49c8-8333-fd61fa782f66.vmdk or device None with type thin {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.389394] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c490e9-f091-4576-adb4-d0ac0995e3a8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.403895] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1474.403895] env[69302]: value = "task-3184699" [ 1474.403895] env[69302]: _type = "Task" [ 1474.403895] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.411517] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.914135] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184699, 'name': ReconfigVM_Task, 'duration_secs': 0.147549} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.914595] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636921', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'name': 'volume-1246a6a2-05ab-49c8-8333-fd61fa782f66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2f0c9014-aaa3-4555-bc90-2f127df6b52f', 'attached_at': '', 'detached_at': '', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'serial': '1246a6a2-05ab-49c8-8333-fd61fa782f66'} {{(pid=69302) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1474.914993] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-870f953a-8dac-4245-a99e-e408be50cdf3 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.921608] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1474.921608] env[69302]: value = "task-3184700" [ 1474.921608] env[69302]: _type = "Task" [ 1474.921608] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.929228] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184700, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.431384] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184700, 'name': Rename_Task, 'duration_secs': 0.152764} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.431666] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.431894] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba81f528-8cad-43c2-ba79-3cb2dd7b8249 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.438117] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1475.438117] env[69302]: value = "task-3184701" [ 1475.438117] env[69302]: _type = "Task" [ 1475.438117] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.448543] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.948190] env[69302]: DEBUG oslo_vmware.api [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184701, 'name': PowerOnVM_Task, 'duration_secs': 0.413182} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.948552] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.046906] env[69302]: DEBUG nova.compute.manager [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.047935] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce246d1-78d5-494a-93fa-e9e18946f654 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.563484] env[69302]: DEBUG oslo_concurrency.lockutils [None req-660e9bce-6644-4a47-b531-21979454ab3c tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.991s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.919274] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.919627] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.420946] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.421353] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Cleaning up deleted instances {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1495.929684] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] There are 23 instances to clean {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1495.929959] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 418b2696-8d9a-468e-b81f-62de85574f44] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.433341] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 79ee5437-5689-4c69-a652-f092bb7d0d82] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.937633] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: f8df708e-1fb7-4c18-950e-65c25f4bb533] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.440708] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 385c35a6-4823-46f4-b1ec-bb0fdb631dcd] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.944720] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 911030e0-953d-41e8-9abe-242ed7cba42e] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.448100] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 1bf1c44a-0074-4f49-a249-73480bc63d0f] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.951685] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 9f5e9bb7-62ee-41d5-b088-0595c8c288ab] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.455691] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 083f4fe2-109a-4c23-8516-b819b0550818] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.958933] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: b5a793e2-adce-4e13-b203-b58295f4c0cd] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.462308] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 50a1d6c8-830c-4809-991d-c541bc267ed3] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.965307] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 2c5c4752-70a7-41b7-aa16-b22382ae9c9b] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.468638] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 323fc8a5-00ec-4470-8952-b830448fe90a] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.972466] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: e1378d25-e3a8-4599-9a33-8b51a07065b8] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.476110] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 303292b8-69a5-4ac7-943e-b9659f65bb67] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.979107] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: aa32f8b3-9d99-4713-9eb7-d1d47cb1662a] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.482517] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: e7089867-6db9-414c-be6d-0e83e88e519e] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.985760] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 549c09a7-e299-4516-99f9-7c1f8bfd2a63] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.488892] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: f68aab00-12dc-46f6-9e68-c5323aca864b] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.992943] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 2dad5365-5f1b-458a-9c65-330d5ab3356c] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.496438] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: c586b890-7ac9-4605-bd87-4af6609d3916] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.999533] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: e71a2dc1-d62f-4140-907b-26ecab0172a9] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.502624] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 65947f24-4dea-4997-9f4a-7579a8fb0056] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.006134] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] [instance: 611af241-297e-4023-a6da-fe043983ffd1] Instance has had 0 of 5 cleanup attempts {{(pid=69302) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.917982] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.918407] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.918407] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.918564] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.918721] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.918869] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.919016] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1507.919164] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.422165] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.422443] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.422604] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.422755] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1508.423714] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d1ce01-f848-4d8e-a80a-1d01d78cdfdb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.431786] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e50b10-5eb4-44ac-9221-920050079fc5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.445049] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd1868-0b5b-477a-b10e-511c667cd4ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.451376] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85baf4cc-41db-475a-9670-560f53677c7c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.480127] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180912MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1508.480272] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.480461] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.633031] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 2f0c9014-aaa3-4555-bc90-2f127df6b52f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1509.633031] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1509.633031] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1509.657793] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a7ef9-cb89-4dd2-bfba-cfeb11dcdae7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.665084] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a041d1e-b99d-45a2-a12a-af441f352092 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.694286] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11de9722-be7f-4f35-b6c8-fc39e142bf83 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.700940] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a110168-1ae8-4b47-b411-754ba0e5898e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.714197] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.217064] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.722101] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1510.722512] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.242s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.722719] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.722864] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Cleaning up deleted instances with incomplete migration {{(pid=69302) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1513.243702] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.244125] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.747624] env[69302]: INFO nova.compute.manager [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Detaching volume 1246a6a2-05ab-49c8-8333-fd61fa782f66 [ 1513.776581] env[69302]: INFO nova.virt.block_device [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Attempting to driver detach volume 1246a6a2-05ab-49c8-8333-fd61fa782f66 from mountpoint /dev/sdb [ 1513.776819] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Volume detach. Driver type: vmdk {{(pid=69302) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1513.777010] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636921', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'name': 'volume-1246a6a2-05ab-49c8-8333-fd61fa782f66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2f0c9014-aaa3-4555-bc90-2f127df6b52f', 'attached_at': '', 'detached_at': '', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'serial': '1246a6a2-05ab-49c8-8333-fd61fa782f66'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1513.777925] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7582e920-26cd-4a36-9f72-33bceb5bb9fe {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.799145] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cae5f3a-470b-4b59-854f-114a02d2ed14 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.805519] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49f36c6-2aae-4537-8500-e6d8b244b901 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.824757] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaaff2e-58ff-4646-83f7-07870d73d539 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.839728] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] The volume has not been displaced from its original location: [datastore2] volume-1246a6a2-05ab-49c8-8333-fd61fa782f66/volume-1246a6a2-05ab-49c8-8333-fd61fa782f66.vmdk. No consolidation needed. {{(pid=69302) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1513.844819] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1513.845082] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-411080b8-5e64-4f91-810c-12ea6f1aff41 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.862063] env[69302]: DEBUG oslo_vmware.api [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1513.862063] env[69302]: value = "task-3184702" [ 1513.862063] env[69302]: _type = "Task" [ 1513.862063] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.869413] env[69302]: DEBUG oslo_vmware.api [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.371748] env[69302]: DEBUG oslo_vmware.api [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184702, 'name': ReconfigVM_Task, 'duration_secs': 0.222805} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.372274] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69302) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1514.376828] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-138905d8-73a0-408c-8842-8a81b4fb7bd7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.391616] env[69302]: DEBUG oslo_vmware.api [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1514.391616] env[69302]: value = "task-3184703" [ 1514.391616] env[69302]: _type = "Task" [ 1514.391616] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.399393] env[69302]: DEBUG oslo_vmware.api [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.901489] env[69302]: DEBUG oslo_vmware.api [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184703, 'name': ReconfigVM_Task, 'duration_secs': 0.122264} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.901782] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-636921', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'name': 'volume-1246a6a2-05ab-49c8-8333-fd61fa782f66', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2f0c9014-aaa3-4555-bc90-2f127df6b52f', 'attached_at': '', 'detached_at': '', 'volume_id': '1246a6a2-05ab-49c8-8333-fd61fa782f66', 'serial': '1246a6a2-05ab-49c8-8333-fd61fa782f66'} {{(pid=69302) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1515.439609] env[69302]: DEBUG nova.objects.instance [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'flavor' on Instance uuid 2f0c9014-aaa3-4555-bc90-2f127df6b52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.447958] env[69302]: DEBUG oslo_concurrency.lockutils [None req-5d860a5e-a08a-437d-b3a6-66f840e905c2 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.470974] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.471390] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.471515] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.471656] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.471826] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.473925] env[69302]: INFO nova.compute.manager [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Terminating instance [ 1517.977537] env[69302]: DEBUG nova.compute.manager [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.977825] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.978696] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca98273-bf95-496c-8a40-123dfb0606a6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.986135] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.986349] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d30b4f9-8c6b-4aad-b407-33d5b337ba52 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.991925] env[69302]: DEBUG oslo_vmware.api [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1517.991925] env[69302]: value = "task-3184704" [ 1517.991925] env[69302]: _type = "Task" [ 1517.991925] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.999533] env[69302]: DEBUG oslo_vmware.api [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.501476] env[69302]: DEBUG oslo_vmware.api [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184704, 'name': PowerOffVM_Task, 'duration_secs': 0.206812} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.501777] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.502034] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.502294] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca3bfc9a-947c-4cb2-b1aa-1c714b7dc2dc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.826819] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.827048] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Deleting contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.827248] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleting the datastore file [datastore1] 2f0c9014-aaa3-4555-bc90-2f127df6b52f {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.827529] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00816dca-81b1-4c85-a439-ee23f0e33d5b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.833670] env[69302]: DEBUG oslo_vmware.api [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1518.833670] env[69302]: value = "task-3184706" [ 1518.833670] env[69302]: _type = "Task" [ 1518.833670] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.842033] env[69302]: DEBUG oslo_vmware.api [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.342965] env[69302]: DEBUG oslo_vmware.api [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135857} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.343290] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.343488] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Deleted contents of the VM from datastore datastore1 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.343658] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.343830] env[69302]: INFO nova.compute.manager [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1519.344081] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1519.344272] env[69302]: DEBUG nova.compute.manager [-] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.344378] env[69302]: DEBUG nova.network.neutron [-] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.737711] env[69302]: DEBUG nova.compute.manager [req-993ae09c-9937-47b7-9ef5-857f41bdf68f req-707926f3-37f6-4c29-95e6-14bcebdb7677 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Received event network-vif-deleted-04788269-c94a-4643-be25-0a4fa52e2c69 {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1519.737941] env[69302]: INFO nova.compute.manager [req-993ae09c-9937-47b7-9ef5-857f41bdf68f req-707926f3-37f6-4c29-95e6-14bcebdb7677 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Neutron deleted interface 04788269-c94a-4643-be25-0a4fa52e2c69; detaching it from the instance and deleting it from the info cache [ 1519.737983] env[69302]: DEBUG nova.network.neutron [req-993ae09c-9937-47b7-9ef5-857f41bdf68f req-707926f3-37f6-4c29-95e6-14bcebdb7677 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.221954] env[69302]: DEBUG nova.network.neutron [-] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.240560] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9f331ac-f333-4d3f-ae75-5b81115d93e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.251072] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fd7247-34dc-446a-8f2e-84577ff8885b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.275053] env[69302]: DEBUG nova.compute.manager [req-993ae09c-9937-47b7-9ef5-857f41bdf68f req-707926f3-37f6-4c29-95e6-14bcebdb7677 service nova] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Detach interface failed, port_id=04788269-c94a-4643-be25-0a4fa52e2c69, reason: Instance 2f0c9014-aaa3-4555-bc90-2f127df6b52f could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1520.723974] env[69302]: INFO nova.compute.manager [-] [instance: 2f0c9014-aaa3-4555-bc90-2f127df6b52f] Took 1.38 seconds to deallocate network for instance. [ 1521.230054] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.230446] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.230645] env[69302]: DEBUG nova.objects.instance [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'resources' on Instance uuid 2f0c9014-aaa3-4555-bc90-2f127df6b52f {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.767459] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99b2eb4-668e-45bc-9b8f-938b145ca428 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.774998] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e82a5-90b1-4db0-bbdc-c2f2a699e43c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.805104] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b2f73-8567-4dc7-b176-f7328e323cce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.811650] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d9266-358a-4362-bf4f-8273cb524533 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.824219] env[69302]: DEBUG nova.compute.provider_tree [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.327016] env[69302]: DEBUG nova.scheduler.client.report [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.832799] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.853730] env[69302]: INFO nova.scheduler.client.report [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted allocations for instance 2f0c9014-aaa3-4555-bc90-2f127df6b52f [ 1523.360952] env[69302]: DEBUG oslo_concurrency.lockutils [None req-30daef3b-9188-4576-947f-962b5b906802 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "2f0c9014-aaa3-4555-bc90-2f127df6b52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.890s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.385947] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.386340] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.889606] env[69302]: DEBUG nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Starting instance... {{(pid=69302) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.408735] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.409019] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.410477] env[69302]: INFO nova.compute.claims [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.443550] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540609e8-00bc-4f8f-bdbc-69d81556abf5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.451312] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ab516-e085-49b6-8a56-1d29c82e6e28 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.480961] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b602ec-60b9-4253-936e-180da8ab3b0c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.487838] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d35c08-bd10-4af8-adb3-11f9ec09d275 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.500451] env[69302]: DEBUG nova.compute.provider_tree [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.003320] env[69302]: DEBUG nova.scheduler.client.report [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1528.507817] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.508378] env[69302]: DEBUG nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Start building networks asynchronously for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.013562] env[69302]: DEBUG nova.compute.utils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Using /dev/sd instead of None {{(pid=69302) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1529.015599] env[69302]: DEBUG nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Allocating IP information in the background. {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.015599] env[69302]: DEBUG nova.network.neutron [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] allocate_for_instance() {{(pid=69302) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1529.067166] env[69302]: DEBUG nova.policy [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a463df3df64649d6bedbfd56e481ae0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5938a0bbda34f2194df0d4e33d4308b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69302) authorize /opt/stack/nova/nova/policy.py:192}} [ 1529.341843] env[69302]: DEBUG nova.network.neutron [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Successfully created port: b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.518532] env[69302]: DEBUG nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Start building block device mappings for instance. {{(pid=69302) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.528748] env[69302]: DEBUG nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Start spawning the instance on the hypervisor. {{(pid=69302) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1530.553793] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T20:28:06Z,direct_url=,disk_format='vmdk',id=e0d636a7-a133-4948-827e-d20ca08c6942,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='07fc8eb2aff14e868aec6f6cd4627ef8',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T20:28:07Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1530.554053] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1530.554215] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1530.554401] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1530.554544] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1530.554755] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1530.554933] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1530.555040] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1530.555208] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1530.555365] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1530.555539] env[69302]: DEBUG nova.virt.hardware [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1530.556440] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d11b217-2d58-4d46-ac3c-cb00593d8171 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.564412] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5ad0b3-2d33-4c38-a768-889cf7ed7c76 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.711456] env[69302]: DEBUG nova.compute.manager [req-d38b6076-0666-44a7-b2bb-1d14006d8373 req-84b47b85-d26a-4275-9668-cb09455a428d service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received event network-vif-plugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1530.711707] env[69302]: DEBUG oslo_concurrency.lockutils [req-d38b6076-0666-44a7-b2bb-1d14006d8373 req-84b47b85-d26a-4275-9668-cb09455a428d service nova] Acquiring lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.711977] env[69302]: DEBUG oslo_concurrency.lockutils [req-d38b6076-0666-44a7-b2bb-1d14006d8373 req-84b47b85-d26a-4275-9668-cb09455a428d service nova] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.712374] env[69302]: DEBUG oslo_concurrency.lockutils [req-d38b6076-0666-44a7-b2bb-1d14006d8373 req-84b47b85-d26a-4275-9668-cb09455a428d service nova] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.712610] env[69302]: DEBUG nova.compute.manager [req-d38b6076-0666-44a7-b2bb-1d14006d8373 req-84b47b85-d26a-4275-9668-cb09455a428d service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] No waiting events found dispatching network-vif-plugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1530.712831] env[69302]: WARNING nova.compute.manager [req-d38b6076-0666-44a7-b2bb-1d14006d8373 req-84b47b85-d26a-4275-9668-cb09455a428d service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received unexpected event network-vif-plugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f for instance with vm_state building and task_state spawning. [ 1530.789211] env[69302]: DEBUG nova.network.neutron [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Successfully updated port: b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.292832] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.293116] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.293218] env[69302]: DEBUG nova.network.neutron [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.828369] env[69302]: DEBUG nova.network.neutron [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Instance cache missing network info. {{(pid=69302) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.940029] env[69302]: DEBUG nova.network.neutron [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [{"id": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "address": "fa:16:3e:9b:1b:48", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc50dd-2d", "ovs_interfaceid": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.443395] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.443712] env[69302]: DEBUG nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Instance network_info: |[{"id": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "address": "fa:16:3e:9b:1b:48", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc50dd-2d", "ovs_interfaceid": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69302) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.444228] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:1b:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3fc50dd-2d97-424e-985e-3af6b03ac78f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.452314] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1532.452542] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.452770] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5a750af-5b60-4e2d-8e11-1572f653d68c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.472953] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.472953] env[69302]: value = "task-3184707" [ 1532.472953] env[69302]: _type = "Task" [ 1532.472953] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.480528] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184707, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.735527] env[69302]: DEBUG nova.compute.manager [req-361b9d86-b626-46c6-91ff-df66e81eefe4 req-b9daad4b-3754-4c66-97ac-8200eee55f92 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received event network-changed-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1532.735720] env[69302]: DEBUG nova.compute.manager [req-361b9d86-b626-46c6-91ff-df66e81eefe4 req-b9daad4b-3754-4c66-97ac-8200eee55f92 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Refreshing instance network info cache due to event network-changed-b3fc50dd-2d97-424e-985e-3af6b03ac78f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1532.735948] env[69302]: DEBUG oslo_concurrency.lockutils [req-361b9d86-b626-46c6-91ff-df66e81eefe4 req-b9daad4b-3754-4c66-97ac-8200eee55f92 service nova] Acquiring lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.736110] env[69302]: DEBUG oslo_concurrency.lockutils [req-361b9d86-b626-46c6-91ff-df66e81eefe4 req-b9daad4b-3754-4c66-97ac-8200eee55f92 service nova] Acquired lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.736323] env[69302]: DEBUG nova.network.neutron [req-361b9d86-b626-46c6-91ff-df66e81eefe4 req-b9daad4b-3754-4c66-97ac-8200eee55f92 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Refreshing network info cache for port b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.983162] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184707, 'name': CreateVM_Task} progress is 25%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.449805] env[69302]: DEBUG nova.network.neutron [req-361b9d86-b626-46c6-91ff-df66e81eefe4 req-b9daad4b-3754-4c66-97ac-8200eee55f92 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updated VIF entry in instance network info cache for port b3fc50dd-2d97-424e-985e-3af6b03ac78f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.450179] env[69302]: DEBUG nova.network.neutron [req-361b9d86-b626-46c6-91ff-df66e81eefe4 req-b9daad4b-3754-4c66-97ac-8200eee55f92 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [{"id": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "address": "fa:16:3e:9b:1b:48", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc50dd-2d", "ovs_interfaceid": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.483958] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184707, 'name': CreateVM_Task, 'duration_secs': 0.65416} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.484131] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.484775] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.484938] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.485291] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.485540] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ec19b0-e760-4967-85f9-d18a35372d0f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.490078] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1533.490078] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521cac0d-0781-00a1-e109-fdcf8354577e" [ 1533.490078] env[69302]: _type = "Task" [ 1533.490078] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.497891] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521cac0d-0781-00a1-e109-fdcf8354577e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.952836] env[69302]: DEBUG oslo_concurrency.lockutils [req-361b9d86-b626-46c6-91ff-df66e81eefe4 req-b9daad4b-3754-4c66-97ac-8200eee55f92 service nova] Releasing lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.999932] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521cac0d-0781-00a1-e109-fdcf8354577e, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.000291] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.000444] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Processing image e0d636a7-a133-4948-827e-d20ca08c6942 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1534.000677] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.000826] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.000992] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.001248] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58bd17f0-51c3-4ed0-b5e2-3ae73479b7c5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.009253] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.009425] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1534.010081] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f725de0-e648-44a1-846b-420dc0782915 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.014462] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1534.014462] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52927a75-d612-869f-d72e-b7c5a4f1390f" [ 1534.014462] env[69302]: _type = "Task" [ 1534.014462] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.021433] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52927a75-d612-869f-d72e-b7c5a4f1390f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.525746] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52927a75-d612-869f-d72e-b7c5a4f1390f, 'name': SearchDatastore_Task, 'duration_secs': 0.014029} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.525865] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0656c09b-bf9a-46f8-a996-793b1f8bacac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.530631] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1534.530631] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c9120a-2359-bbf1-54aa-a33ab448bd3a" [ 1534.530631] env[69302]: _type = "Task" [ 1534.530631] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.537709] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c9120a-2359-bbf1-54aa-a33ab448bd3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.041742] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52c9120a-2359-bbf1-54aa-a33ab448bd3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.042117] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.042277] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72/40fe3cce-2eaf-4d9e-800e-66da286dab72.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.042520] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6612c329-75ee-45df-bf3c-eac584a4776b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.048806] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1535.048806] env[69302]: value = "task-3184708" [ 1535.048806] env[69302]: _type = "Task" [ 1535.048806] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.056017] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.559314] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420946} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.559577] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e0d636a7-a133-4948-827e-d20ca08c6942/e0d636a7-a133-4948-827e-d20ca08c6942.vmdk to [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72/40fe3cce-2eaf-4d9e-800e-66da286dab72.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.559796] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Extending root virtual disk to 1048576 {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.560051] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dac11bcb-9bb0-4e1e-a0d6-fa973f6ff508 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.566355] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1535.566355] env[69302]: value = "task-3184709" [ 1535.566355] env[69302]: _type = "Task" [ 1535.566355] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.573858] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.075817] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062788} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.077053] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Extended root virtual disk {{(pid=69302) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.077465] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ff085-2be0-41c7-b70b-6973d74e01e2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.099859] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72/40fe3cce-2eaf-4d9e-800e-66da286dab72.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.100103] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9bd30a-de6c-46ac-8a4d-639e4021b8af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.118967] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1536.118967] env[69302]: value = "task-3184710" [ 1536.118967] env[69302]: _type = "Task" [ 1536.118967] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.126141] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.628393] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184710, 'name': ReconfigVM_Task, 'duration_secs': 0.268151} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.628655] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72/40fe3cce-2eaf-4d9e-800e-66da286dab72.vmdk or device None with type sparse {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.629276] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71649d80-09d9-4a86-a5d3-4958f1b790d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.635910] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1536.635910] env[69302]: value = "task-3184711" [ 1536.635910] env[69302]: _type = "Task" [ 1536.635910] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.643642] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184711, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.145102] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184711, 'name': Rename_Task, 'duration_secs': 0.153304} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.145408] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.145555] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73257aad-1d36-47a9-87e3-d16c6c10f612 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.151403] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1537.151403] env[69302]: value = "task-3184712" [ 1537.151403] env[69302]: _type = "Task" [ 1537.151403] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.158364] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.661087] env[69302]: DEBUG oslo_vmware.api [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184712, 'name': PowerOnVM_Task, 'duration_secs': 0.455671} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.661354] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1537.661552] env[69302]: INFO nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1537.661733] env[69302]: DEBUG nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1537.662487] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1130ea6e-a328-4f7a-a1b2-77fdb5271002 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.178728] env[69302]: INFO nova.compute.manager [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Took 11.78 seconds to build instance. [ 1538.464024] env[69302]: DEBUG nova.compute.manager [req-4935e559-fc92-493e-90cc-a9237914d575 req-cfac9298-2e15-47d4-aa9e-ce1ac84506f9 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received event network-changed-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1538.464183] env[69302]: DEBUG nova.compute.manager [req-4935e559-fc92-493e-90cc-a9237914d575 req-cfac9298-2e15-47d4-aa9e-ce1ac84506f9 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Refreshing instance network info cache due to event network-changed-b3fc50dd-2d97-424e-985e-3af6b03ac78f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1538.464373] env[69302]: DEBUG oslo_concurrency.lockutils [req-4935e559-fc92-493e-90cc-a9237914d575 req-cfac9298-2e15-47d4-aa9e-ce1ac84506f9 service nova] Acquiring lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.464503] env[69302]: DEBUG oslo_concurrency.lockutils [req-4935e559-fc92-493e-90cc-a9237914d575 req-cfac9298-2e15-47d4-aa9e-ce1ac84506f9 service nova] Acquired lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.464664] env[69302]: DEBUG nova.network.neutron [req-4935e559-fc92-493e-90cc-a9237914d575 req-cfac9298-2e15-47d4-aa9e-ce1ac84506f9 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Refreshing network info cache for port b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.681013] env[69302]: DEBUG oslo_concurrency.lockutils [None req-f1e8ebe4-2117-40a4-b185-bea198507f6b tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.295s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.182619] env[69302]: DEBUG nova.network.neutron [req-4935e559-fc92-493e-90cc-a9237914d575 req-cfac9298-2e15-47d4-aa9e-ce1ac84506f9 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updated VIF entry in instance network info cache for port b3fc50dd-2d97-424e-985e-3af6b03ac78f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1539.182980] env[69302]: DEBUG nova.network.neutron [req-4935e559-fc92-493e-90cc-a9237914d575 req-cfac9298-2e15-47d4-aa9e-ce1ac84506f9 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [{"id": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "address": "fa:16:3e:9b:1b:48", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc50dd-2d", "ovs_interfaceid": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.685444] env[69302]: DEBUG oslo_concurrency.lockutils [req-4935e559-fc92-493e-90cc-a9237914d575 req-cfac9298-2e15-47d4-aa9e-ce1ac84506f9 service nova] Releasing lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.223433] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.223861] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.918392] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.918098] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.918098] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.918098] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1558.918098] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.421057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.421057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.421057] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.421663] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1559.422084] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c0f740-8689-4095-9c3a-58537b845fbc {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.431275] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e99a0e-a805-4005-a796-04829d95e9d8 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.444699] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb813898-9c49-45bd-9677-049d573a705e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.450612] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e291c2ed-21ef-4d9c-9e2d-9e5f786c51b6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.478722] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180842MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1559.478887] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.479104] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.502660] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 40fe3cce-2eaf-4d9e-800e-66da286dab72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1560.502951] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1560.503030] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1560.528426] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe0536-0390-41c3-958c-99f8b7be5ece {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.536008] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9945dc80-0e07-4f98-aeb2-569a975f479d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.566889] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5f4860-83cc-41d9-a33f-306bd3a85818 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.573687] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef4cf10-ffbe-4c0b-8ee4-bbcc774e1833 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.586497] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.089547] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.594480] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1561.594985] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.590272] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.590661] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.094623] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1577.271461] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.271819] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.271936] env[69302]: INFO nova.compute.manager [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Shelving [ 1578.281447] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.281834] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63815220-f4b7-4b40-8958-85630b8553a4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.289986] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1578.289986] env[69302]: value = "task-3184713" [ 1578.289986] env[69302]: _type = "Task" [ 1578.289986] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.297599] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.799661] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184713, 'name': PowerOffVM_Task, 'duration_secs': 0.167947} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.799937] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.800692] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac73c88-12fa-491d-8641-71be06b116e4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.818269] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b72b60-5992-4d79-afe5-787b7e694936 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.328064] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Creating Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1579.328468] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-45bfdf56-2009-4bc6-b87c-75a787e6acca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.336522] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1579.336522] env[69302]: value = "task-3184714" [ 1579.336522] env[69302]: _type = "Task" [ 1579.336522] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.344621] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.846373] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184714, 'name': CreateSnapshot_Task, 'duration_secs': 0.428637} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.846606] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Created Snapshot of the VM instance {{(pid=69302) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1579.847348] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be7e1e-2860-43b1-b79f-46603e324dd4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.364172] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Creating linked-clone VM from snapshot {{(pid=69302) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1580.364590] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f75c2e76-68d5-4f32-adb9-02441f560054 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.373914] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1580.373914] env[69302]: value = "task-3184715" [ 1580.373914] env[69302]: _type = "Task" [ 1580.373914] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.381740] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184715, 'name': CloneVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.884079] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184715, 'name': CloneVM_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.385745] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184715, 'name': CloneVM_Task, 'duration_secs': 0.889185} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.386126] env[69302]: INFO nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Created linked-clone VM from snapshot [ 1581.386790] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d940bea3-b90d-4e06-b518-56e6809ac335 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.393908] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Uploading image 22cafd80-bff5-4ef7-a8e5-fa30104bc376 {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1581.415299] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1581.415299] env[69302]: value = "vm-636926" [ 1581.415299] env[69302]: _type = "VirtualMachine" [ 1581.415299] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1581.415566] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f267056b-f406-4d1e-9c74-815dfd06fe6c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.421556] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lease: (returnval){ [ 1581.421556] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5217ac0e-8d24-01a0-2a0b-d0cf3a6f54ce" [ 1581.421556] env[69302]: _type = "HttpNfcLease" [ 1581.421556] env[69302]: } obtained for exporting VM: (result){ [ 1581.421556] env[69302]: value = "vm-636926" [ 1581.421556] env[69302]: _type = "VirtualMachine" [ 1581.421556] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1581.421899] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the lease: (returnval){ [ 1581.421899] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5217ac0e-8d24-01a0-2a0b-d0cf3a6f54ce" [ 1581.421899] env[69302]: _type = "HttpNfcLease" [ 1581.421899] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1581.427478] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1581.427478] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5217ac0e-8d24-01a0-2a0b-d0cf3a6f54ce" [ 1581.427478] env[69302]: _type = "HttpNfcLease" [ 1581.427478] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1581.929675] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1581.929675] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5217ac0e-8d24-01a0-2a0b-d0cf3a6f54ce" [ 1581.929675] env[69302]: _type = "HttpNfcLease" [ 1581.929675] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1581.929980] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1581.929980] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]5217ac0e-8d24-01a0-2a0b-d0cf3a6f54ce" [ 1581.929980] env[69302]: _type = "HttpNfcLease" [ 1581.929980] env[69302]: }. {{(pid=69302) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1581.930663] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c238b4-1bf6-4b2d-9e40-07c7647829af {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.937827] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52145cdd-d11b-8b75-d19f-994c1eeabd2a/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1581.937993] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52145cdd-d11b-8b75-d19f-994c1eeabd2a/disk-0.vmdk for reading. {{(pid=69302) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1582.026377] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ec385dd1-2094-4909-ba6a-69687714d4fb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.190456] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52145cdd-d11b-8b75-d19f-994c1eeabd2a/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1589.191374] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72b660b-0670-44da-ac26-03c555ed0bce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.197657] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52145cdd-d11b-8b75-d19f-994c1eeabd2a/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1589.197811] env[69302]: ERROR oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52145cdd-d11b-8b75-d19f-994c1eeabd2a/disk-0.vmdk due to incomplete transfer. [ 1589.198029] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-879ad678-6f1c-4bb7-8c09-b2ea3d0b1d3f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.204557] env[69302]: DEBUG oslo_vmware.rw_handles [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52145cdd-d11b-8b75-d19f-994c1eeabd2a/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1589.204793] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Uploaded image 22cafd80-bff5-4ef7-a8e5-fa30104bc376 to the Glance image server {{(pid=69302) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1589.207213] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Destroying the VM {{(pid=69302) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1589.207457] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2a098c5-aaae-4114-b5dc-86050994154c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.212738] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1589.212738] env[69302]: value = "task-3184717" [ 1589.212738] env[69302]: _type = "Task" [ 1589.212738] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.220338] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184717, 'name': Destroy_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.723113] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184717, 'name': Destroy_Task} progress is 33%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.224385] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184717, 'name': Destroy_Task, 'duration_secs': 0.552557} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.224823] env[69302]: INFO nova.virt.vmwareapi.vm_util [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Destroyed the VM [ 1590.225184] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Deleting Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1590.225552] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b936d35-4493-4d32-96ee-108053a7dad2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.232545] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1590.232545] env[69302]: value = "task-3184718" [ 1590.232545] env[69302]: _type = "Task" [ 1590.232545] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.242499] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184718, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.743090] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184718, 'name': RemoveSnapshot_Task, 'duration_secs': 0.364924} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.743372] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Deleted Snapshot of the VM instance {{(pid=69302) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1590.743604] env[69302]: DEBUG nova.compute.manager [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.744348] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a99f2f-5884-498d-939f-dcf5e1fc448a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.255930] env[69302]: INFO nova.compute.manager [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Shelve offloading [ 1591.760360] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.760671] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-512585e0-ea7e-4b75-8688-6780fc70e02b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.767877] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1591.767877] env[69302]: value = "task-3184719" [ 1591.767877] env[69302]: _type = "Task" [ 1591.767877] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.775269] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.279107] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] VM already powered off {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1592.279540] env[69302]: DEBUG nova.compute.manager [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1592.280076] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3473e-2a40-4bc0-a057-8ae29786a848 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.285436] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.285599] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.285762] env[69302]: DEBUG nova.network.neutron [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.036230] env[69302]: DEBUG nova.network.neutron [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [{"id": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "address": "fa:16:3e:9b:1b:48", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc50dd-2d", "ovs_interfaceid": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.539589] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.755664] env[69302]: DEBUG nova.compute.manager [req-5572e0ed-84b2-45e3-ae39-74f17579e9e4 req-21e3e006-a342-4227-bb08-189a79c2b15a service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received event network-vif-unplugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1593.755881] env[69302]: DEBUG oslo_concurrency.lockutils [req-5572e0ed-84b2-45e3-ae39-74f17579e9e4 req-21e3e006-a342-4227-bb08-189a79c2b15a service nova] Acquiring lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1593.756098] env[69302]: DEBUG oslo_concurrency.lockutils [req-5572e0ed-84b2-45e3-ae39-74f17579e9e4 req-21e3e006-a342-4227-bb08-189a79c2b15a service nova] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.756264] env[69302]: DEBUG oslo_concurrency.lockutils [req-5572e0ed-84b2-45e3-ae39-74f17579e9e4 req-21e3e006-a342-4227-bb08-189a79c2b15a service nova] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.756426] env[69302]: DEBUG nova.compute.manager [req-5572e0ed-84b2-45e3-ae39-74f17579e9e4 req-21e3e006-a342-4227-bb08-189a79c2b15a service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] No waiting events found dispatching network-vif-unplugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.756591] env[69302]: WARNING nova.compute.manager [req-5572e0ed-84b2-45e3-ae39-74f17579e9e4 req-21e3e006-a342-4227-bb08-189a79c2b15a service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received unexpected event network-vif-unplugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f for instance with vm_state shelved and task_state shelving_offloading. [ 1593.822051] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.822932] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9fc3e9-454e-4f4f-b189-dab5043dbf5f {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.830226] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.830407] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b9d358-691b-4331-aea3-ac6b9045f561 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.891137] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1593.891357] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1593.891543] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleting the datastore file [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1593.891787] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-637e76fa-b1f1-4d2b-b9f6-cccc332d36ff {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.898008] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1593.898008] env[69302]: value = "task-3184721" [ 1593.898008] env[69302]: _type = "Task" [ 1593.898008] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.905088] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.408339] env[69302]: DEBUG oslo_vmware.api [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124795} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.408568] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.408749] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.408928] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.436357] env[69302]: INFO nova.scheduler.client.report [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted allocations for instance 40fe3cce-2eaf-4d9e-800e-66da286dab72 [ 1594.940873] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1594.941173] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1594.941398] env[69302]: DEBUG nova.objects.instance [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'resources' on Instance uuid 40fe3cce-2eaf-4d9e-800e-66da286dab72 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.443853] env[69302]: DEBUG nova.objects.instance [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'numa_topology' on Instance uuid 40fe3cce-2eaf-4d9e-800e-66da286dab72 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.783604] env[69302]: DEBUG nova.compute.manager [req-32ca0b3d-dec9-44e7-ac73-152036ddb6ce req-ccf6af9a-79f4-4aa6-bad4-a914355024cd service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received event network-changed-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1595.783604] env[69302]: DEBUG nova.compute.manager [req-32ca0b3d-dec9-44e7-ac73-152036ddb6ce req-ccf6af9a-79f4-4aa6-bad4-a914355024cd service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Refreshing instance network info cache due to event network-changed-b3fc50dd-2d97-424e-985e-3af6b03ac78f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1595.783604] env[69302]: DEBUG oslo_concurrency.lockutils [req-32ca0b3d-dec9-44e7-ac73-152036ddb6ce req-ccf6af9a-79f4-4aa6-bad4-a914355024cd service nova] Acquiring lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.783604] env[69302]: DEBUG oslo_concurrency.lockutils [req-32ca0b3d-dec9-44e7-ac73-152036ddb6ce req-ccf6af9a-79f4-4aa6-bad4-a914355024cd service nova] Acquired lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.783604] env[69302]: DEBUG nova.network.neutron [req-32ca0b3d-dec9-44e7-ac73-152036ddb6ce req-ccf6af9a-79f4-4aa6-bad4-a914355024cd service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Refreshing network info cache for port b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.946598] env[69302]: DEBUG nova.objects.base [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Object Instance<40fe3cce-2eaf-4d9e-800e-66da286dab72> lazy-loaded attributes: resources,numa_topology {{(pid=69302) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1595.971148] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c562bc-f056-42f3-875f-c9d2d5d09787 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.978412] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2e7b8c-29a7-4088-a665-c796fe96f127 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.671916] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a467a43-3f05-4f78-ad91-34a58472e968 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.680853] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4336f0b-515f-4570-b2fb-f8af6f393246 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.694623] env[69302]: DEBUG nova.compute.provider_tree [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.905856] env[69302]: DEBUG nova.network.neutron [req-32ca0b3d-dec9-44e7-ac73-152036ddb6ce req-ccf6af9a-79f4-4aa6-bad4-a914355024cd service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updated VIF entry in instance network info cache for port b3fc50dd-2d97-424e-985e-3af6b03ac78f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.906254] env[69302]: DEBUG nova.network.neutron [req-32ca0b3d-dec9-44e7-ac73-152036ddb6ce req-ccf6af9a-79f4-4aa6-bad4-a914355024cd service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [{"id": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "address": "fa:16:3e:9b:1b:48", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb3fc50dd-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.175928] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.197837] env[69302]: DEBUG nova.scheduler.client.report [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.409405] env[69302]: DEBUG oslo_concurrency.lockutils [req-32ca0b3d-dec9-44e7-ac73-152036ddb6ce req-ccf6af9a-79f4-4aa6-bad4-a914355024cd service nova] Releasing lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.702491] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.761s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.210363] env[69302]: DEBUG oslo_concurrency.lockutils [None req-1788fe1a-ba78-44ff-ba87-f55fab12d190 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.938s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1598.210999] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.035s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.211196] env[69302]: INFO nova.compute.manager [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Unshelving [ 1599.236073] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.236367] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.236579] env[69302]: DEBUG nova.objects.instance [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'pci_requests' on Instance uuid 40fe3cce-2eaf-4d9e-800e-66da286dab72 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.741098] env[69302]: DEBUG nova.objects.instance [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'numa_topology' on Instance uuid 40fe3cce-2eaf-4d9e-800e-66da286dab72 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.243800] env[69302]: INFO nova.compute.claims [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1601.278981] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe2952-8122-4e3d-87d9-23ef7faafe1d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.286140] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b295b4-f2dc-4ef6-834b-8da2c1ebf900 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.315181] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e204c7-b733-4b1e-ad77-872f590921ca {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.321835] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6115310-6ea5-47c9-a132-438842cea0c6 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.334063] env[69302]: DEBUG nova.compute.provider_tree [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.837140] env[69302]: DEBUG nova.scheduler.client.report [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.342686] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.106s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.370510] env[69302]: INFO nova.network.neutron [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating port b3fc50dd-2d97-424e-985e-3af6b03ac78f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1603.761650] env[69302]: DEBUG nova.compute.manager [req-dd19c4fc-f210-4243-9dc5-89335781a78a req-70b9170c-4242-4b0a-8192-de230a8ecc0c service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received event network-vif-plugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1603.761922] env[69302]: DEBUG oslo_concurrency.lockutils [req-dd19c4fc-f210-4243-9dc5-89335781a78a req-70b9170c-4242-4b0a-8192-de230a8ecc0c service nova] Acquiring lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.762238] env[69302]: DEBUG oslo_concurrency.lockutils [req-dd19c4fc-f210-4243-9dc5-89335781a78a req-70b9170c-4242-4b0a-8192-de230a8ecc0c service nova] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.762512] env[69302]: DEBUG oslo_concurrency.lockutils [req-dd19c4fc-f210-4243-9dc5-89335781a78a req-70b9170c-4242-4b0a-8192-de230a8ecc0c service nova] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.762782] env[69302]: DEBUG nova.compute.manager [req-dd19c4fc-f210-4243-9dc5-89335781a78a req-70b9170c-4242-4b0a-8192-de230a8ecc0c service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] No waiting events found dispatching network-vif-plugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1603.763071] env[69302]: WARNING nova.compute.manager [req-dd19c4fc-f210-4243-9dc5-89335781a78a req-70b9170c-4242-4b0a-8192-de230a8ecc0c service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received unexpected event network-vif-plugged-b3fc50dd-2d97-424e-985e-3af6b03ac78f for instance with vm_state shelved_offloaded and task_state spawning. [ 1603.847931] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.848133] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.848309] env[69302]: DEBUG nova.network.neutron [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Building network info cache for instance {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.588425] env[69302]: DEBUG nova.network.neutron [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [{"id": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "address": "fa:16:3e:9b:1b:48", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc50dd-2d", "ovs_interfaceid": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.091835] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1605.121218] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T20:28:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='baddccefdd17f65ca9065bcf135aa92f',container_format='bare',created_at=2025-03-26T20:45:46Z,direct_url=,disk_format='vmdk',id=22cafd80-bff5-4ef7-a8e5-fa30104bc376,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-226107021-shelved',owner='a5938a0bbda34f2194df0d4e33d4308b',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-26T20:45:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1605.121480] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Flavor limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.121636] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Image limits 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1605.121818] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Flavor pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.121964] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Image pref 0:0:0 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1605.122142] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69302) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1605.122349] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1605.122503] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1605.122663] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Got 1 possible topologies {{(pid=69302) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1605.122819] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1605.122993] env[69302]: DEBUG nova.virt.hardware [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69302) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1605.123861] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19382deb-e789-4889-8749-6450ac5d1739 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.131669] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1661939a-6790-43c2-9ba5-985a3796dd25 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.144195] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:1b:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3fc50dd-2d97-424e-985e-3af6b03ac78f', 'vif_model': 'vmxnet3'}] {{(pid=69302) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.151289] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1605.151494] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Creating VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.151677] env[69302]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39bda1f2-b4f4-4ec6-accd-429f377bb4ac {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.169623] env[69302]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.169623] env[69302]: value = "task-3184722" [ 1605.169623] env[69302]: _type = "Task" [ 1605.169623] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.176394] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184722, 'name': CreateVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.680077] env[69302]: DEBUG oslo_vmware.api [-] Task: {'id': task-3184722, 'name': CreateVM_Task, 'duration_secs': 0.282194} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.680253] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Created VM on the ESX host {{(pid=69302) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.680901] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.681082] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.681443] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1605.681685] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea9f8ae-41a8-46c0-b076-94c886c33266 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.686263] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1605.686263] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]521fdeb9-bc83-fd7f-55ec-9144e3bca9de" [ 1605.686263] env[69302]: _type = "Task" [ 1605.686263] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.693671] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]521fdeb9-bc83-fd7f-55ec-9144e3bca9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.787300] env[69302]: DEBUG nova.compute.manager [req-bcfe5638-3fe3-42e3-8247-3e0832959f2e req-2e7392ff-aad8-4c5c-be88-afd5741dbb05 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received event network-changed-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1605.787457] env[69302]: DEBUG nova.compute.manager [req-bcfe5638-3fe3-42e3-8247-3e0832959f2e req-2e7392ff-aad8-4c5c-be88-afd5741dbb05 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Refreshing instance network info cache due to event network-changed-b3fc50dd-2d97-424e-985e-3af6b03ac78f. {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1605.787662] env[69302]: DEBUG oslo_concurrency.lockutils [req-bcfe5638-3fe3-42e3-8247-3e0832959f2e req-2e7392ff-aad8-4c5c-be88-afd5741dbb05 service nova] Acquiring lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.787802] env[69302]: DEBUG oslo_concurrency.lockutils [req-bcfe5638-3fe3-42e3-8247-3e0832959f2e req-2e7392ff-aad8-4c5c-be88-afd5741dbb05 service nova] Acquired lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.788026] env[69302]: DEBUG nova.network.neutron [req-bcfe5638-3fe3-42e3-8247-3e0832959f2e req-2e7392ff-aad8-4c5c-be88-afd5741dbb05 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Refreshing network info cache for port b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.196551] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.196902] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Processing image 22cafd80-bff5-4ef7-a8e5-fa30104bc376 {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.197106] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376/22cafd80-bff5-4ef7-a8e5-fa30104bc376.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.197277] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376/22cafd80-bff5-4ef7-a8e5-fa30104bc376.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1606.197461] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.197693] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e54afe10-8313-4158-a4f1-fd587263aeb2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.206422] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.206600] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69302) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.207275] env[69302]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-343b4fbc-3477-4f25-b3c8-05f226e6011c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.211551] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1606.211551] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d003eb-6e57-12cd-6a3a-018acb5f78df" [ 1606.211551] env[69302]: _type = "Task" [ 1606.211551] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.218292] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': session[522865ae-e267-15ae-a769-40fcbd0c33a6]52d003eb-6e57-12cd-6a3a-018acb5f78df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.468893] env[69302]: DEBUG nova.network.neutron [req-bcfe5638-3fe3-42e3-8247-3e0832959f2e req-2e7392ff-aad8-4c5c-be88-afd5741dbb05 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updated VIF entry in instance network info cache for port b3fc50dd-2d97-424e-985e-3af6b03ac78f. {{(pid=69302) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1606.469267] env[69302]: DEBUG nova.network.neutron [req-bcfe5638-3fe3-42e3-8247-3e0832959f2e req-2e7392ff-aad8-4c5c-be88-afd5741dbb05 service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [{"id": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "address": "fa:16:3e:9b:1b:48", "network": {"id": "acfdb6dd-99b7-4f30-93d8-297b8269fc57", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1156633756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5938a0bbda34f2194df0d4e33d4308b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3fc50dd-2d", "ovs_interfaceid": "b3fc50dd-2d97-424e-985e-3af6b03ac78f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.721603] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Preparing fetch location {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1606.721867] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Fetch image to [datastore2] OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b/OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b.vmdk {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1606.722061] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Downloading stream optimized image 22cafd80-bff5-4ef7-a8e5-fa30104bc376 to [datastore2] OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b/OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b.vmdk on the data store datastore2 as vApp {{(pid=69302) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1606.722233] env[69302]: DEBUG nova.virt.vmwareapi.images [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Downloading image file data 22cafd80-bff5-4ef7-a8e5-fa30104bc376 to the ESX as VM named 'OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b' {{(pid=69302) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1606.787944] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1606.787944] env[69302]: value = "resgroup-9" [ 1606.787944] env[69302]: _type = "ResourcePool" [ 1606.787944] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1606.788241] env[69302]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c19bfb2c-b8f1-4715-8e70-818542ba3c22 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.808411] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lease: (returnval){ [ 1606.808411] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523b0bc3-77cc-1b8e-a098-2d5cc71b1f77" [ 1606.808411] env[69302]: _type = "HttpNfcLease" [ 1606.808411] env[69302]: } obtained for vApp import into resource pool (val){ [ 1606.808411] env[69302]: value = "resgroup-9" [ 1606.808411] env[69302]: _type = "ResourcePool" [ 1606.808411] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1606.808717] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the lease: (returnval){ [ 1606.808717] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523b0bc3-77cc-1b8e-a098-2d5cc71b1f77" [ 1606.808717] env[69302]: _type = "HttpNfcLease" [ 1606.808717] env[69302]: } to be ready. {{(pid=69302) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1606.814327] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1606.814327] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523b0bc3-77cc-1b8e-a098-2d5cc71b1f77" [ 1606.814327] env[69302]: _type = "HttpNfcLease" [ 1606.814327] env[69302]: } is initializing. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1606.971846] env[69302]: DEBUG oslo_concurrency.lockutils [req-bcfe5638-3fe3-42e3-8247-3e0832959f2e req-2e7392ff-aad8-4c5c-be88-afd5741dbb05 service nova] Releasing lock "refresh_cache-40fe3cce-2eaf-4d9e-800e-66da286dab72" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.316600] env[69302]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1607.316600] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523b0bc3-77cc-1b8e-a098-2d5cc71b1f77" [ 1607.316600] env[69302]: _type = "HttpNfcLease" [ 1607.316600] env[69302]: } is ready. {{(pid=69302) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1607.317116] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1607.317116] env[69302]: value = "session[522865ae-e267-15ae-a769-40fcbd0c33a6]523b0bc3-77cc-1b8e-a098-2d5cc71b1f77" [ 1607.317116] env[69302]: _type = "HttpNfcLease" [ 1607.317116] env[69302]: }. {{(pid=69302) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1607.317680] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ea6ced-813d-4d32-bb02-4fd78a1d6d7d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.324786] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240bae5-aef9-d890-6354-e645fdcd38bb/disk-0.vmdk from lease info. {{(pid=69302) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1607.324968] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240bae5-aef9-d890-6354-e645fdcd38bb/disk-0.vmdk. {{(pid=69302) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1607.389741] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68c799ab-6273-44a8-a950-852ef10b05b9 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.411065] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Completed reading data from the image iterator. {{(pid=69302) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1608.411528] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240bae5-aef9-d890-6354-e645fdcd38bb/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1608.412397] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820209ee-fdf9-4e27-a1df-3aeb99633bab {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.419859] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240bae5-aef9-d890-6354-e645fdcd38bb/disk-0.vmdk is in state: ready. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1608.420050] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240bae5-aef9-d890-6354-e645fdcd38bb/disk-0.vmdk. {{(pid=69302) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1608.420269] env[69302]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c7672c1b-90ca-474b-8559-1eddee6c0b07 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.597778] env[69302]: DEBUG oslo_vmware.rw_handles [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240bae5-aef9-d890-6354-e645fdcd38bb/disk-0.vmdk. {{(pid=69302) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1608.598023] env[69302]: INFO nova.virt.vmwareapi.images [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Downloaded image file data 22cafd80-bff5-4ef7-a8e5-fa30104bc376 [ 1608.598797] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cee26ff-dd74-41b3-a76c-a685d41bd6f0 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.613696] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a63a19-d27f-46ea-affa-8d772c515c84 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.637262] env[69302]: INFO nova.virt.vmwareapi.images [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] The imported VM was unregistered [ 1608.639451] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Caching image {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1608.639686] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Creating directory with path [datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1608.639926] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-264979b8-1d4a-4e54-8736-cc749d6ba13e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.659137] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Created directory with path [datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376 {{(pid=69302) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1608.659319] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b/OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b.vmdk to [datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376/22cafd80-bff5-4ef7-a8e5-fa30104bc376.vmdk. {{(pid=69302) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1608.659543] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8c97fd2f-c716-4cf7-aa86-75cab74be697 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.666133] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1608.666133] env[69302]: value = "task-3184725" [ 1608.666133] env[69302]: _type = "Task" [ 1608.666133] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.673602] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184725, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.176865] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184725, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.677602] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184725, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.179288] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184725, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.679866] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184725, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.181406] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184725, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.167559} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.181666] env[69302]: INFO nova.virt.vmwareapi.ds_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b/OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b.vmdk to [datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376/22cafd80-bff5-4ef7-a8e5-fa30104bc376.vmdk. [ 1611.181846] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Cleaning up location [datastore2] OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b {{(pid=69302) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1611.182009] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b7f3587d-3058-461c-97d6-24b50814ab7b {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.182260] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfc83717-8f12-495d-8c8d-02c1abd6d43c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.187703] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1611.187703] env[69302]: value = "task-3184726" [ 1611.187703] env[69302]: _type = "Task" [ 1611.187703] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.194686] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.697939] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033502} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.698345] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.698345] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376/22cafd80-bff5-4ef7-a8e5-fa30104bc376.vmdk" {{(pid=69302) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.698589] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376/22cafd80-bff5-4ef7-a8e5-fa30104bc376.vmdk to [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72/40fe3cce-2eaf-4d9e-800e-66da286dab72.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.698820] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6b16b55-fa47-4e63-b61e-213fb6e774ef {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.705365] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1611.705365] env[69302]: value = "task-3184727" [ 1611.705365] env[69302]: _type = "Task" [ 1611.705365] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.712122] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.217116] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184727, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.716542] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184727, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.218912] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184727, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.718959] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184727, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.219406] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184727, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.164096} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.219691] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/22cafd80-bff5-4ef7-a8e5-fa30104bc376/22cafd80-bff5-4ef7-a8e5-fa30104bc376.vmdk to [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72/40fe3cce-2eaf-4d9e-800e-66da286dab72.vmdk {{(pid=69302) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.220428] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10466576-4d23-4204-a506-b91c8dd59de5 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.241402] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72/40fe3cce-2eaf-4d9e-800e-66da286dab72.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.241645] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ce9e75-933b-434a-aa38-41b3dbb7c213 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.262052] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1614.262052] env[69302]: value = "task-3184728" [ 1614.262052] env[69302]: _type = "Task" [ 1614.262052] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.269560] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.771924] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.917733] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.272400] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184728, 'name': ReconfigVM_Task, 'duration_secs': 0.741552} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.272682] env[69302]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72/40fe3cce-2eaf-4d9e-800e-66da286dab72.vmdk or device None with type streamOptimized {{(pid=69302) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.273303] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f31e99c7-9788-4e83-9635-520fab9779c7 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.281232] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1615.281232] env[69302]: value = "task-3184729" [ 1615.281232] env[69302]: _type = "Task" [ 1615.281232] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.288071] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184729, 'name': Rename_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.791395] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184729, 'name': Rename_Task, 'duration_secs': 0.155556} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.791797] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powering on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.791861] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4abbcb05-9c72-41d7-972f-f053442ca4ce {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.798161] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1615.798161] env[69302]: value = "task-3184730" [ 1615.798161] env[69302]: _type = "Task" [ 1615.798161] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.805105] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.309679] env[69302]: DEBUG oslo_vmware.api [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184730, 'name': PowerOnVM_Task, 'duration_secs': 0.416768} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.309928] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powered on the VM {{(pid=69302) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.400171] env[69302]: DEBUG nova.compute.manager [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Checking state {{(pid=69302) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.401103] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deefa97e-0a08-4257-9502-ef0498b591cd {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.917754] env[69302]: DEBUG oslo_concurrency.lockutils [None req-c4976e34-cbe1-48d5-9dbc-71ef38638461 tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.706s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.918156] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.918493] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.918952] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.421919] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.422206] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.422382] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1619.422536] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1619.423454] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c889c0-7e24-4266-b795-63835b65efc1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.431641] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2805abc7-a762-45f6-90a2-2bb2c2e6de09 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.445598] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2b428d-8a31-4994-b790-84c3d4f0de94 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.453066] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20e68e-85e3-4cf7-bbf3-b24ef39a34bf {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.481524] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180850MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1619.481665] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.481859] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.505693] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Instance 40fe3cce-2eaf-4d9e-800e-66da286dab72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69302) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1620.505973] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1620.506062] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1620.532114] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c9616b-7c52-491d-a410-632a9e9c75e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.539368] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d1cf1-ed9d-4372-8c3c-801fc3e5408a {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.568564] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af47ca5c-7526-4f18-ba56-9ca39e18f758 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.575269] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455917d7-0e78-46dd-8402-93157e3d2d15 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.587700] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.091260] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1621.596868] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1621.597302] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.596826] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.597107] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.597394] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.597457] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1624.913959] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1653.734095] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.734551] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.734551] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.734731] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.734907] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.739075] env[69302]: INFO nova.compute.manager [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Terminating instance [ 1654.242752] env[69302]: DEBUG nova.compute.manager [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Start destroying the instance on the hypervisor. {{(pid=69302) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.243042] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Destroying instance {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.244282] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64c5aa4-223d-4dd1-a971-ecbfbaa7147c {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.251806] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powering off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.252055] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a17d49d-6a10-4738-9fbb-5b95c949569d {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.258103] env[69302]: DEBUG oslo_vmware.api [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1654.258103] env[69302]: value = "task-3184731" [ 1654.258103] env[69302]: _type = "Task" [ 1654.258103] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.265821] env[69302]: DEBUG oslo_vmware.api [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.768382] env[69302]: DEBUG oslo_vmware.api [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184731, 'name': PowerOffVM_Task, 'duration_secs': 0.211271} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.768802] env[69302]: DEBUG nova.virt.vmwareapi.vm_util [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Powered off the VM {{(pid=69302) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.768802] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Unregistering the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.769058] env[69302]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ca5d70-f149-497f-ab56-f6d411ebdcfb {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.831453] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Unregistered the VM {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.831797] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Deleting contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.832109] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleting the datastore file [datastore2] 40fe3cce-2eaf-4d9e-800e-66da286dab72 {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.832479] env[69302]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-903d9f6d-30ae-4540-9670-5ce2a4fd6fc2 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.838802] env[69302]: DEBUG oslo_vmware.api [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for the task: (returnval){ [ 1654.838802] env[69302]: value = "task-3184733" [ 1654.838802] env[69302]: _type = "Task" [ 1654.838802] env[69302]: } to complete. {{(pid=69302) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.845979] env[69302]: DEBUG oslo_vmware.api [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.348575] env[69302]: DEBUG oslo_vmware.api [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Task: {'id': task-3184733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132499} completed successfully. {{(pid=69302) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.348866] env[69302]: DEBUG nova.virt.vmwareapi.ds_util [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted the datastore file {{(pid=69302) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.348998] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Deleted contents of the VM from datastore datastore2 {{(pid=69302) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.349197] env[69302]: DEBUG nova.virt.vmwareapi.vmops [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Instance destroyed {{(pid=69302) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.349373] env[69302]: INFO nova.compute.manager [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1655.349631] env[69302]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69302) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1655.349811] env[69302]: DEBUG nova.compute.manager [-] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Deallocating network for instance {{(pid=69302) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.349896] env[69302]: DEBUG nova.network.neutron [-] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] deallocate_for_instance() {{(pid=69302) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.762191] env[69302]: DEBUG nova.compute.manager [req-b2d840ac-f35a-42ec-82ac-efa72388d4a0 req-739a3d5d-8841-4617-b78d-3f4a9399c94e service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Received event network-vif-deleted-b3fc50dd-2d97-424e-985e-3af6b03ac78f {{(pid=69302) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1655.762480] env[69302]: INFO nova.compute.manager [req-b2d840ac-f35a-42ec-82ac-efa72388d4a0 req-739a3d5d-8841-4617-b78d-3f4a9399c94e service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Neutron deleted interface b3fc50dd-2d97-424e-985e-3af6b03ac78f; detaching it from the instance and deleting it from the info cache [ 1655.762619] env[69302]: DEBUG nova.network.neutron [req-b2d840ac-f35a-42ec-82ac-efa72388d4a0 req-739a3d5d-8841-4617-b78d-3f4a9399c94e service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.245137] env[69302]: DEBUG nova.network.neutron [-] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Updating instance_info_cache with network_info: [] {{(pid=69302) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.265151] env[69302]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb09af8f-0615-4b65-a0db-384de22fdf59 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.275297] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4211a1-a37e-4b41-8f20-8d4550ac9cba {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.298730] env[69302]: DEBUG nova.compute.manager [req-b2d840ac-f35a-42ec-82ac-efa72388d4a0 req-739a3d5d-8841-4617-b78d-3f4a9399c94e service nova] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Detach interface failed, port_id=b3fc50dd-2d97-424e-985e-3af6b03ac78f, reason: Instance 40fe3cce-2eaf-4d9e-800e-66da286dab72 could not be found. {{(pid=69302) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1656.748325] env[69302]: INFO nova.compute.manager [-] [instance: 40fe3cce-2eaf-4d9e-800e-66da286dab72] Took 1.40 seconds to deallocate network for instance. [ 1657.255274] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.255610] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1657.255837] env[69302]: DEBUG nova.objects.instance [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lazy-loading 'resources' on Instance uuid 40fe3cce-2eaf-4d9e-800e-66da286dab72 {{(pid=69302) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.776388] env[69302]: DEBUG nova.scheduler.client.report [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Refreshing inventories for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1657.790992] env[69302]: DEBUG nova.scheduler.client.report [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Updating ProviderTree inventory for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1657.790992] env[69302]: DEBUG nova.compute.provider_tree [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Updating inventory in ProviderTree for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1657.800882] env[69302]: DEBUG nova.scheduler.client.report [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Refreshing aggregate associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, aggregates: None {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1657.817285] env[69302]: DEBUG nova.scheduler.client.report [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Refreshing trait associations for resource provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69302) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1657.842135] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880deec6-707a-4e36-a0a2-a649a9fd2829 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.849638] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c54dd6c-7407-4b2b-b230-7d79d0ff5621 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.878501] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b0962a-ba7f-4e8e-97ee-0f5c9039f12e {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.885073] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f5e72d-e747-45a0-be64-30d01f8f02e1 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.897663] env[69302]: DEBUG nova.compute.provider_tree [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.400514] env[69302]: DEBUG nova.scheduler.client.report [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.906115] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1658.928447] env[69302]: INFO nova.scheduler.client.report [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Deleted allocations for instance 40fe3cce-2eaf-4d9e-800e-66da286dab72 [ 1659.436044] env[69302]: DEBUG oslo_concurrency.lockutils [None req-366ff605-2515-48a0-b1fd-a10df631644e tempest-AttachVolumeShelveTestJSON-1839155416 tempest-AttachVolumeShelveTestJSON-1839155416-project-member] Lock "40fe3cce-2eaf-4d9e-800e-66da286dab72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1674.917958] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.917657] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.917657] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.918119] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.918119] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager.update_available_resource {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.420879] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1680.421165] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1680.421360] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1680.421486] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69302) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1680.422396] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddd3efd-7693-4c96-b6b3-c5c8d6b8c150 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.430412] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117e022d-f474-4f00-8f21-9eb8daade434 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.443973] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de75d5bb-ec8b-4712-a2a7-fe97aa1d70d4 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.449815] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a67e18-59ab-4d1d-97ff-6347288e90ee {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.477964] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181042MB free_disk=127GB free_vcpus=48 pci_devices=None {{(pid=69302) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1680.478118] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1680.478330] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.498321] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1681.498600] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69302) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1681.512529] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7911697c-c147-43f1-b9c9-de3b207ce189 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.520274] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8cbfed-4c3c-4570-b422-0a12f52b3054 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.549234] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7512b54-9c72-4550-877c-31ed04f77472 {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.555964] env[69302]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef3a65b-36d3-442f-86ff-4c05b088e89b {{(pid=69302) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.568716] env[69302]: DEBUG nova.compute.provider_tree [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed in ProviderTree for provider: b6b65752-3a4e-4f91-aec6-ee6ecc3102ca {{(pid=69302) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.072079] env[69302]: DEBUG nova.scheduler.client.report [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Inventory has not changed for provider b6b65752-3a4e-4f91-aec6-ee6ecc3102ca based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 127, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69302) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.576526] env[69302]: DEBUG nova.compute.resource_tracker [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69302) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1682.576888] env[69302]: DEBUG oslo_concurrency.lockutils [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=69302) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.572491] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.077130] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.077543] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.077543] env[69302]: DEBUG nova.compute.manager [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69302) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1686.417969] env[69302]: DEBUG oslo_service.periodic_task [None req-0d4a7c38-3d0d-44c9-bacc-f179deeaa73a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69302) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}